-- Logs begin at Thu 2022-05-12 13:40:50 UTC, end at Thu 2022-05-12 14:56:07 UTC. -- May 12 14:22:21.958359 dv-cinder-777031-14-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 12 14:22:24.803998 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.common.config [-] Logging enabled! May 12 14:22:24.804632 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev203 May 12 14:22:24.804793 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103320) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 12 14:22:24.808075 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.common.config [-] Logging enabled! May 12 14:22:24.808331 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev203 May 12 14:22:24.808643 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103320) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 12 14:22:24.809579 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 14:22:24.809811 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 14:22:24.810179 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 14:22:24.810421 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 14:22:24.810644 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 14:22:24.810961 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.811389 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.811622 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.811920 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.812213 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.812495 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.812788 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.813083 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.813367 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.813644 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.814599 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.814834 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.815151 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.815452 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.815734 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.815958 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] debug = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.816240 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.816678 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.817092 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.817370 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.817655 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.817930 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.818217 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.818475 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.818760 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.819113 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] host = dv-cinder-777031-14-iscsi {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.819393 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.819679 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.819963 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.820246 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.820520 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.820795 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.821079 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.821351 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.821619 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] log_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.821893 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.822181 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.822467 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.822764 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.822984 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.823228 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.823511 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.823793 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.824068 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.824338 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.824610 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.824878 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.825149 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.825413 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.825694 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.825973 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.826257 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.826528 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.826799 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.827089 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.827360 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.827643 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.827913 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.828186 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.828458 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.828742 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.829006 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.829275 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.829661 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.829944 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.830222 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.830513 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.830782 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.831081 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.831355 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.831626 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.831894 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] use_json = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.832165 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.832433 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.832710 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.832979 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.833248 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.833515 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.833781 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.834065 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.834334 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:24.834628 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.834923 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.835249 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.835533 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.835835 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.836115 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.836403 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.836679 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.836967 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.837255 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.837542 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.837819 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.838118 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.838405 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.838704 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.839011 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.839326 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.839619 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.839894 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.840168 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.840441 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.840718 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.841002 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.841278 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.841564 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.841851 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.842128 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.842424 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.842704 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.842989 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.843313 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.843596 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.843869 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.844144 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.844433 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.844707 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.844999 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.845284 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.845558 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.845827 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.846106 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.846381 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.846655 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.846923 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.847220 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.847509 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.847779 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.848048 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.848312 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.848600 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.848868 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.849147 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.849413 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.849680 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.849948 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.850224 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.850493 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.850766 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.851056 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.851343 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.851616 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.851887 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.852160 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.852423 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.852694 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.852965 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.853236 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.853507 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.853780 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.854052 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.854321 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.854596 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.854870 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.855164 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.855459 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.855735 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.856013 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.856288 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.856561 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.856834 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.857107 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.857378 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.857649 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.857921 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.858209 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.858494 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.858780 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.859082 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.859366 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.859680 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.859960 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.860237 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.860520 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.861335 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.861612 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.861896 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.862179 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.862469 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.862758 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.863070 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.863366 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.863657 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.863929 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.864237 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.864517 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:24.864731 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 14:22:24.864975 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103320) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 12 14:22:25.328115 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 12 14:22:25.328382 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 12 14:22:25.328691 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 12 14:22:25.329032 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.manager [-] Loading core plugin: ml2 May 12 14:22:25.660187 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:25.660404 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:25.660641 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:25.661827 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:25.662101 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:25.662366 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:25.717552 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:25.717832 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:25.718098 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:25.733389 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:25.733671 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:25.733940 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:25.764536 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:25.764813 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:25.765083 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:25.802615 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:25.802896 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:25.803186 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.147818 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.148475 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.148475 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.148640 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.149279 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.254850 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.255118 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.255403 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.255676 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.255942 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.256249 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.256507 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.256759 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.257016 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.257292 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.257550 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.257902 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.258166 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.258422 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.258700 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.258931 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.259205 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.259469 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.259737 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.259992 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.260261 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.260508 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.260786 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.261160 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.261408 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.261649 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.262047 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 14:22:26.262287 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 14:22:26.262519 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 14:22:26.262756 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 14:22:26.262988 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 14:22:26.263500 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 14:22:26.263866 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 12 14:22:26.267245 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 12 14:22:26.271156 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 12 14:22:26.274978 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) May 12 14:22:26.276608 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 12 14:22:26.277077 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 12 14:22:26.277426 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 12 14:22:26.277790 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 12 14:22:26.280743 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 12 14:22:26.280996 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 12 14:22:26.281343 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 12 14:22:26.286298 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 12 14:22:26.310259 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 12 14:22:26.310724 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.311045 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103320) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 12 14:22:26.311415 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.312776 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103320) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 12 14:22:26.313064 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 12 14:22:26.313308 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 12 14:22:26.317312 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.317585 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.381314 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 12 14:22:26.381561 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 12 14:22:26.381789 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 12 14:22:26.382172 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 12 14:22:26.403483 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_db.sqlalchemy.engines [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103320) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 12 14:22:26.843641 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Initializing driver for type 'gre' May 12 14:22:26.844173 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] gre ID ranges: [(1, 1000)] May 12 14:22:26.910900 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Initializing driver for type 'local' May 12 14:22:26.911264 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Initializing driver for type 'vlan' May 12 14:22:26.926117 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] VlanTypeDriver initialization complete May 12 14:22:26.926481 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Initializing driver for type 'vxlan' May 12 14:22:26.926991 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] vxlan ID ranges: [(1, 1000)] May 12 14:22:26.983389 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Initializing extension driver 'port_security' May 12 14:22:26.983733 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.extensions.port_security [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] PortSecurityExtensionDriver initialization complete May 12 14:22:26.984060 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Initializing mechanism driver 'openvswitch' May 12 14:22:26.984380 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Initializing mechanism driver 'hyperv' May 12 14:22:26.991484 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:22:26.992339 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > port after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.992705 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > port after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.993054 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > port after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.993592 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 14:22:26.994030 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > subnet after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.994376 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > subnet after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.994722 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.995139 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 14:22:26.995546 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > network after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.995890 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > network after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.996225 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > network after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.996619 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 14:22:26.997021 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > security_group after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.997366 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > security_group after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.997700 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.998093 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 14:22:26.998500 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.998848 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.999210 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:26.999605 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 14:22:27.000098 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > address_group after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.000445 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > address_group after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.000778 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.001192 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 14:22:27.001635 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] ML2 OVO RPC backend initialized. {{(pid=103320) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 12 14:22:27.002347 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.002696 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.003128 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > network before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.003482 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > networks before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.003818 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > port before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.004156 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > ports before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.004490 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > subnet before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.004824 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > subnets before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.005162 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > network after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.005494 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > network after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.005823 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > network after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.006152 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > port after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.006480 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > port after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.006807 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > port after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.007159 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > subnet after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.007491 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > subnet after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.007818 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.015843 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.quota [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded quota_driver: . May 12 14:22:27.016214 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.plugin [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Modular L2 Plugin initialization complete May 12 14:22:27.016560 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading services supported by the core plugin {{(pid=103320) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 12 14:22:27.017460 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Got port-security extension from driver 'port_security' May 12 14:22:27.017961 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.extensions.vlantransparent [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Disabled vlantransparent extension. May 12 14:22:27.018454 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103320) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 12 14:22:27.018774 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading Plugin: router May 12 14:22:27.054179 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.054560 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > router after_create 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.054925 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > router before_create 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.055309 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.055681 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.056034 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > router after_delete 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.056388 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.056737 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.057091 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > router after_create 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.057432 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > router after_update 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.057778 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > router after_update 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.058122 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.058597 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > router after_update 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.059006 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > router precommit_update 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.059393 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: port after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.059730 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: port after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.060064 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: subnet after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.060400 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.060740 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.061080 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > router precommit_create 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.061416 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: port before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.061751 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > router precommit_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.062102 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > router after_update 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.062532 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.062888 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > router precommit_create 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.063273 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.063639 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > router precommit_update 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.064006 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > agent after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.064354 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > agent after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.064693 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > network after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.065586 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.quota.resource_registry [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Tracking information for resource: router configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 14:22:27.065916 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.quota.resource_registry [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Tracking information for resource: floatingip configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 14:22:27.070923 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.db.l3_agentschedulers_db [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 12 14:22:27.071526 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: port after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.071894 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: port after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.072241 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: port after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.072588 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: port after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.073387 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > router before_create 55550100 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.073747 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.074105 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > router precommit_create 55550100 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.074457 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > router precommit_update 55550100 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.079889 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.services.provider_configuration [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Service providers = [] {{(pid=103320) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 12 14:22:27.080252 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.db.servicetype_db [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103320) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 12 14:22:27.083233 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.services.service_base [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103320) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 14:22:27.083581 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.services.service_base [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103320) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 14:22:27.083919 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.services.service_base [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103320) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 14:22:27.084794 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.services.service_base [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103320) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 14:22:27.085161 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.services.service_base [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Default provider is not specified for service type L3_ROUTER_NAT May 12 14:22:27.085538 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 14:22:27.085853 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 12 14:22:27.097262 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 14:22:27.097560 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading Plugin: auto_allocate May 12 14:22:27.103382 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: network precommit_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.103754 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: network precommit_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.104282 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 14:22:27.104597 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading Plugin: tag May 12 14:22:27.111496 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 14:22:27.111823 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading Plugin: timestamp May 12 14:22:27.115638 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 14:22:27.115969 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading Plugin: network_ip_availability May 12 14:22:27.121592 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.121961 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.122313 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.123069 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 14:22:27.123395 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading Plugin: flavors May 12 14:22:27.128515 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 14:22:27.128843 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading Plugin: revisions May 12 14:22:27.133131 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 14:22:27.133529 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_concurrency.lockutils [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.805s {{(pid=103320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 12 14:22:27.134275 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103320) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 12 14:22:27.134611 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Initializing extension manager. May 12 14:22:27.135160 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: __init__.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.135507 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: __pycache__ {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.135839 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: _port_mac_address_override.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.136168 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: address_group.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.136932 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.137507 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: address-group May 12 14:22:27.137829 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: address_scope.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.138797 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.139329 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: address-scope May 12 14:22:27.139655 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.140657 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.141242 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: router-admin-state-down-before-update May 12 14:22:27.141563 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: agent.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.142787 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.143320 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: agent May 12 14:22:27.143641 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: agent_resources_synced.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.144537 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.145043 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: agent-resources-synced May 12 14:22:27.145360 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: allowedaddresspairs.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.147166 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.147678 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: allowed-address-pairs May 12 14:22:27.148002 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: auto_allocated_topology.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.149062 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.149573 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: auto-allocated-topology May 12 14:22:27.149899 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: availability_zone.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.150788 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.151128 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: availability_zone May 12 14:22:27.151502 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: availability_zone_filter.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.152417 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.152922 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: availability_zone_filter May 12 14:22:27.153244 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: data_plane_status.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.154272 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.154784 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension data-plane-status not supported by any of loaded plugins May 12 14:22:27.155128 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: default_subnetpools.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.156040 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.156634 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: default-subnetpools May 12 14:22:27.156952 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.158345 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.158843 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: dhcp_agent_scheduler May 12 14:22:27.159200 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: dns.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.160109 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.160609 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension dns-integration not supported by any of loaded plugins May 12 14:22:27.160928 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: dns_domain_ports.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.161829 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.162329 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension dns-domain-ports not supported by any of loaded plugins May 12 14:22:27.162651 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.163581 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.164079 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 12 14:22:27.164397 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: dvr.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.165057 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.165548 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: dvr May 12 14:22:27.165864 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: ecmp_routes.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.166760 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.167285 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension ecmp_routes not supported by any of loaded plugins May 12 14:22:27.167601 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: empty_string_filtering.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.168497 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.168999 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: empty-string-filtering May 12 14:22:27.169314 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.170223 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.170719 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 12 14:22:27.171055 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.171956 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.172452 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 12 14:22:27.172773 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: external_net.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.173736 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.174237 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: external-net May 12 14:22:27.174557 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.175472 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.175971 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: extra_dhcp_opt May 12 14:22:27.176290 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: extraroute.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.177176 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.177674 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: extraroute May 12 14:22:27.177990 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: extraroute_atomic.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.179241 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.179754 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: extraroute-atomic May 12 14:22:27.180081 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: filter_validation.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.180747 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.181246 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: filter-validation May 12 14:22:27.181564 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: fip_pf_description.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.182456 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.182959 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 12 14:22:27.183301 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: fip_pf_port_range.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.184193 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.184696 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 12 14:22:27.185017 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: fip_port_details.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.185948 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.186448 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: fip-port-details May 12 14:22:27.186767 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: flavors.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.188082 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.188604 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: flavors May 12 14:22:27.188935 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.190596 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.191136 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 12 14:22:27.191464 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: floatingip_pools.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.192155 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.192663 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: floatingip-pools May 12 14:22:27.192985 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: ip_allocation.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.193887 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.194388 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension ip_allocation not supported by any of loaded plugins May 12 14:22:27.194708 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.195633 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.196136 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: ip-substring-filtering May 12 14:22:27.196460 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: l2_adjacency.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.197362 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.197860 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension l2_adjacency not supported by any of loaded plugins May 12 14:22:27.198181 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: l3.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.199206 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.199715 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: router May 12 14:22:27.200043 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.202265 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.202786 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 12 14:22:27.203225 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.204139 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.205189 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: ext-gw-mode May 12 14:22:27.205518 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.206432 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.207006 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: l3-ha May 12 14:22:27.207362 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.208259 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.208758 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 12 14:22:27.209080 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: l3_flavors.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.209978 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.210482 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: l3-flavors May 12 14:22:27.210810 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.212194 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.212710 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 12 14:22:27.213036 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.213943 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.214523 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: l3-port-ip-change-not-allowed May 12 14:22:27.214853 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: l3agentscheduler.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.215951 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.216461 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: l3_agent_scheduler May 12 14:22:27.216785 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: local_ip.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.221143 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.221740 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension local_ip not supported by any of loaded plugins May 12 14:22:27.222069 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: logging.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.224573 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.224573 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension logging not supported by any of loaded plugins May 12 14:22:27.224766 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: metering.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.225408 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.225987 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: metering May 12 14:22:27.226311 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.227454 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.227965 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: metering_source_and_destination_fields May 12 14:22:27.228421 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: multiprovidernet.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.229447 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.230049 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: multi-provider May 12 14:22:27.230463 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: netmtu.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.231473 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.231981 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: net-mtu May 12 14:22:27.232302 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: netmtu_writable.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.233199 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.233701 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: net-mtu-writable May 12 14:22:27.234021 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: network_availability_zone.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.234691 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.235229 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: network_availability_zone May 12 14:22:27.235591 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: network_ip_availability.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.236689 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.237204 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: network-ip-availability May 12 14:22:27.237528 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: network_segment_range.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.238297 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.238797 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension network-segment-range not supported by any of loaded plugins May 12 14:22:27.239150 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: pagination.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.240115 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.240440 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: pagination May 12 14:22:27.240758 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: port_device_profile.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.241655 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.242157 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: port-device-profile May 12 14:22:27.242475 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: port_mac_address_override.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.243418 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.243920 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: port-mac-override May 12 14:22:27.244238 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.245142 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.245643 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: port-mac-address-regenerate May 12 14:22:27.245962 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.246865 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.247406 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: port-numa-affinity-policy May 12 14:22:27.247719 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: port_resource_request.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.248614 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.249110 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension port-resource-request not supported by any of loaded plugins May 12 14:22:27.249426 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: port_resource_request_groups.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.250388 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.250885 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 12 14:22:27.251278 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: portbindings.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.252194 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.252699 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: binding May 12 14:22:27.253017 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: portbindings_extended.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.254277 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.254785 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: binding-extended May 12 14:22:27.255144 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: portsecurity.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.256062 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.256567 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: port-security May 12 14:22:27.256891 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: project_id.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.257843 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.258167 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: project-id May 12 14:22:27.258485 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: providernet.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.259428 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.259929 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: provider May 12 14:22:27.260246 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: qos.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.264302 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.264816 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension qos not supported by any of loaded plugins May 12 14:22:27.265144 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.266402 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.267469 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 12 14:22:27.267791 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.268697 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.269203 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 12 14:22:27.269526 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: qos_default.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.270419 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.270925 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension qos-default not supported by any of loaded plugins May 12 14:22:27.271277 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: qos_fip.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.272178 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.272679 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension qos-fip not supported by any of loaded plugins May 12 14:22:27.272996 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.273889 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.274392 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 12 14:22:27.274710 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: qos_gateway_ip.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.275652 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.276156 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 12 14:22:27.276470 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: qos_port_network_policy.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.277366 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.277865 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 12 14:22:27.278180 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.279235 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.279747 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 12 14:22:27.280065 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.281093 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.281605 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 12 14:22:27.281924 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: qos_pps_rule.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.283750 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.284261 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension qos-pps not supported by any of loaded plugins May 12 14:22:27.284583 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: qos_rule_type_details.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.285482 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.285987 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 12 14:22:27.286309 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.287250 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.287753 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 12 14:22:27.288073 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: qos_rules_alias.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.289099 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.289604 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension qos-rules-alias not supported by any of loaded plugins May 12 14:22:27.289924 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: quota_check_limit.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.290907 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.291442 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: quota-check-limit May 12 14:22:27.291761 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: quotasv2.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.292742 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.293061 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: quotas May 12 14:22:27.293375 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: quotasv2_detail.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.295168 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.295503 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: quota_details May 12 14:22:27.295832 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: rbac.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.296889 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.300213 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: rbac-policies May 12 14:22:27.300213 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: rbac_address_group.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.300213 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.300213 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: rbac-address-group May 12 14:22:27.300213 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: rbac_address_scope.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.300893 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.301401 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: rbac-address-scope May 12 14:22:27.301723 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: rbac_security_groups.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.302624 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.303162 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: rbac-security-groups May 12 14:22:27.303483 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: rbac_subnetpool.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.304391 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.304893 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: rbac-subnetpool May 12 14:22:27.305213 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: revisionifmatch.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.306119 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.306623 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: revision-if-match May 12 14:22:27.306942 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: revisions.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.308125 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.308636 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: standard-attr-revisions May 12 14:22:27.308957 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: router_availability_zone.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.309627 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.310133 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: router_availability_zone May 12 14:22:27.310457 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: routerservicetype.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.311387 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.311894 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension router-service-type not supported by any of loaded plugins May 12 14:22:27.312210 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.313121 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.313695 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: security-groups-normalized-cidr May 12 14:22:27.314015 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.314939 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.315548 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: port-security-groups-filtering May 12 14:22:27.315867 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.316815 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.317388 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: security-groups-remote-address-group May 12 14:22:27.317708 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.318813 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.319413 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: security-groups-shared-filtering May 12 14:22:27.319732 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.320536 dv-cinder-777031-14-iscsi neutron-server[103320]: WARNING neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 12 14:22:27.320983 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: securitygroup.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.331449 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.331976 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: security-group May 12 14:22:27.332305 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: segment.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.333063 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.333573 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension segment not supported by any of loaded plugins May 12 14:22:27.333900 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.334890 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.335440 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 12 14:22:27.335768 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: servicetype.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.336887 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.337398 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: service-type May 12 14:22:27.337757 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: sorting.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.338705 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.339053 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: sorting May 12 14:22:27.339374 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: standard_attr_segment.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.340278 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.340786 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension standard-attr-segment not supported by any of loaded plugins May 12 14:22:27.341106 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: standardattrdescription.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.341754 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.342257 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: standard-attr-description May 12 14:22:27.342577 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: stateful_security_group.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.343550 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.344172 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: stateful-security-group May 12 14:22:27.344699 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: stdattrs_common.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.345869 dv-cinder-777031-14-iscsi neutron-server[103320]: WARNING neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 12 14:22:27.346264 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.347520 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.347980 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 12 14:22:27.348302 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: subnet_onboard.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.349375 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.349897 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: subnet_onboard May 12 14:22:27.350221 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.351176 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.351686 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 12 14:22:27.352004 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: subnet_service_types.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.352920 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.353431 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: subnet-service-types May 12 14:22:27.353752 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: subnetallocation.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.354821 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.355369 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: subnet_allocation May 12 14:22:27.355694 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.356355 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.356864 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: subnetpool-prefix-ops May 12 14:22:27.357185 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.358093 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.358595 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 12 14:22:27.358919 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: tagging.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.360056 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.360600 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: standard-attr-tag May 12 14:22:27.360925 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: timestamp.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.362179 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.362689 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loaded extension: standard-attr-timestamp May 12 14:22:27.363013 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: trunk.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.364071 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.364578 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension trunk not supported by any of loaded plugins May 12 14:22:27.364903 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: trunk_details.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.365815 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.366318 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension trunk-details not supported by any of loaded plugins May 12 14:22:27.366638 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: uplink_status_propagation.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.367576 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.368078 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 12 14:22:27.368397 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Loading extension file: vlantransparent.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:22:27.369065 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:22:27.369572 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extension vlan-transparent not supported by any of loaded plugins May 12 14:22:27.372205 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Creating instance of TrackedResource for resource:network May 12 14:22:27.372745 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Creating instance of TrackedResource for resource:subnet May 12 14:22:27.373138 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Creating instance of TrackedResource for resource:subnetpool May 12 14:22:27.373525 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Creating instance of TrackedResource for resource:port May 12 14:22:27.374817 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:22:27.375358 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Service FLAVORS assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:22:27.375967 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:22:27.376924 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:22:27.377262 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Creating instance of TrackedResource for resource:router May 12 14:22:27.377692 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Creating instance of TrackedResource for resource:floatingip May 12 14:22:27.378171 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Service METERING assigned prefix: /metering {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:22:27.379666 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.380035 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.380384 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:22:27.381435 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Creating instance of CountableResource for resource:rbac_policy May 12 14:22:27.381871 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Creating instance of TrackedResource for resource:security_group May 12 14:22:27.382291 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Creating instance of TrackedResource for resource:security_group_rule May 12 14:22:27.382877 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Service CORE assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:22:27.383245 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Creating instance of TrackedResource for resource:subnetpool May 12 14:22:27.383589 dv-cinder-777031-14-iscsi neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] subnetpool is already registered May 12 14:22:27.384005 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Service CORE assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:22:27.384332 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Creating instance of TrackedResource for resource:subnetpool May 12 14:22:27.384659 dv-cinder-777031-14-iscsi neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] subnetpool is already registered May 12 14:22:27.386914 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:22:27.387370 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Service FLAVORS assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:22:27.387955 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:22:27.388625 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:22:27.388957 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Creating instance of TrackedResource for resource:router May 12 14:22:27.389290 dv-cinder-777031-14-iscsi neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] router is already registered May 12 14:22:27.389703 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Creating instance of TrackedResource for resource:floatingip May 12 14:22:27.390038 dv-cinder-777031-14-iscsi neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] floatingip is already registered May 12 14:22:27.390486 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Service METERING assigned prefix: /metering {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:22:27.391180 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Creating instance of CountableResource for resource:rbac_policy May 12 14:22:27.391505 dv-cinder-777031-14-iscsi neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] rbac_policy is already registered May 12 14:22:27.392519 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Creating instance of TrackedResource for resource:security_group May 12 14:22:27.392852 dv-cinder-777031-14-iscsi neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] security_group is already registered May 12 14:22:27.393252 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Creating instance of TrackedResource for resource:security_group_rule May 12 14:22:27.393580 dv-cinder-777031-14-iscsi neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] security_group_rule is already registered May 12 14:22:27.394197 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Service CORE assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:22:27.394520 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Creating instance of TrackedResource for resource:subnetpool May 12 14:22:27.394847 dv-cinder-777031-14-iscsi neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] subnetpool is already registered May 12 14:22:27.395287 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Service CORE assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:22:27.395608 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Creating instance of TrackedResource for resource:subnetpool May 12 14:22:27.395935 dv-cinder-777031-14-iscsi neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] subnetpool is already registered May 12 14:22:27.396400 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: extensions {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.397906 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: address-groups {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.399410 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: address-scopes {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.400706 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: agents {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.401864 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: auto-allocated-topology {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.403130 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: availability_zones {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.404341 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: dhcp-networks {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.405868 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: dhcp-agents {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.407295 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: routers {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.409025 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: flavors {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.410290 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: service_profiles {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.411517 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: next_providers {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.412928 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: service_profiles {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.414464 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: floatingip-pools {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.415716 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: routers {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.417396 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: floatingips {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.419717 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: l3-routers {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.421133 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: l3-agents {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.422548 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: metering-labels {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.423874 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: metering-label-rules {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.425238 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: network-ip-availabilities {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.426472 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: bindings {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.428054 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: quotas {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.429709 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: quotas {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.431253 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: rbac-policies {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.432528 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: security-groups {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.433823 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: security-group-rules {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.435098 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: service-providers {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.436305 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: subnetpools {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.437630 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: subnetpools {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.440314 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.442725 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.444654 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.446522 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.448234 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.450162 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.451894 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.453791 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.456148 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.457880 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:22:27.464665 dv-cinder-777031-14-iscsi neutron-server[103320]: WARNING keystonemiddleware.auth_token [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 12 14:22:27.469980 dv-cinder-777031-14-iscsi neutron-server[103320]: WARNING keystonemiddleware.auth_token [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 12 14:22:27.478745 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_concurrency.lockutils [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Acquired lock "singleton_lock" {{(pid=103320) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 12 14:22:27.479245 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_concurrency.lockutils [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Releasing lock "singleton_lock" {{(pid=103320) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 12 14:22:27.479911 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO oslo_service.service [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Starting 2 workers May 12 14:22:27.484816 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Started child 103429 {{(pid=103320) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 14:22:27.489617 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Started child 103430 {{(pid=103320) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 14:22:27.490452 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:27.491258 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO neutron.service [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Neutron service started, listening on 0.0.0.0:9696 May 12 14:22:27.491907 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:27.492076 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [-] (103429) wsgi starting up on http://0.0.0.0:9696 May 12 14:22:27.494316 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO oslo_service.service [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Starting 1 workers May 12 14:22:27.494610 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:27.496037 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [-] (103430) wsgi starting up on http://0.0.0.0:9696 May 12 14:22:27.499677 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Started child 103431 {{(pid=103320) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 14:22:27.500224 dv-cinder-777031-14-iscsi neutron-server[103320]: INFO oslo_service.service [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Starting 1 workers May 12 14:22:27.503934 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.service [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] calling RpcWorker wait() {{(pid=103431) _wait /opt/stack/neutron/neutron/service.py:128}} May 12 14:22:27.504647 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.service [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] returning from RpcWorker wait() {{(pid=103431) _wait /opt/stack/neutron/neutron/service.py:135}} May 12 14:22:27.505496 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Started child 103432 {{(pid=103320) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 14:22:27.505667 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:27.506134 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:22:27.506295 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba6fb-b24d-45a6-a389-36bb663040d2 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:27.508219 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103320) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 12 14:22:27.508438 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 14:22:27.508596 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 14:22:27.508882 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 14:22:27.509123 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 14:22:27.509280 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 14:22:27.509790 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.510065 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.510344 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.510553 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:27.511294 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.511294 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.511596 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.511751 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.511898 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:22:27.512041 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.512188 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.512336 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.512483 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.512713 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.512961 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.513542 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.513813 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.514053 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.514295 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.514468 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.514840 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.515001 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.515249 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.515511 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] debug = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.515763 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.516291 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.516524 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.517444 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.517616 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.517869 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.518098 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.518343 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.518575 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.518792 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.519093 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.519901 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.519901 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.519901 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.520352 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.520352 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.520652 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.521029 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] host = dv-cinder-777031-14-iscsi {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.521346 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.521553 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.521804 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.522074 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.522347 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.522595 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.522858 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.523125 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.523394 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.523638 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.523914 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.524193 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.524390 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.524643 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.524809 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_options = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.525085 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.525310 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.525561 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.525754 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.525905 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.526057 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.526317 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.526471 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.526725 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.526941 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.527195 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.527413 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.527676 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.527851 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.528113 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.528361 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.528561 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.528771 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.529017 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.529292 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.530834 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.530834 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.530834 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.530834 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.530834 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.530834 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.531322 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.531322 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.531322 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.531623 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.531813 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.532071 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.532288 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.532553 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.532818 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.533047 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.533368 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.533631 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.533900 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.534260 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.534518 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.534785 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.535005 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.535260 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.535506 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.535731 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.535981 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] use_json = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.536263 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.536507 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.536763 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.537043 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.537241 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.537460 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.537677 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.537929 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.540374 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.540848 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.547197 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.547628 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.547921 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.548205 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.548469 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.548721 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.548961 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.549245 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.549523 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.549877 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.552928 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.555538 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.555853 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.556151 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.556525 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.556833 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.557127 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.557395 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.557646 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.557877 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.558129 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.558448 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.558682 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.558943 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.559211 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.559442 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.559737 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.560011 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.560308 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.560677 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.560948 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.561223 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.561468 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.561730 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.562002 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.562273 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.562521 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.562779 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.563077 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.563302 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.563547 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.564291 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.564545 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.564764 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.565058 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.565256 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.565504 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.565767 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.565993 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.566233 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.566481 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.566732 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.566971 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.567980 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.568585 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.568843 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.569083 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.569329 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.569584 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.569823 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.570050 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.570285 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.570533 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.571164 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.571385 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.571631 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.571847 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.572105 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.572347 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.572570 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.572784 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.573010 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.573283 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.574123 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.574382 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.574659 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.575266 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.575509 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.575733 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.575954 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.576194 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.576511 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.576708 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.576837 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.577055 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.577272 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.577510 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.577728 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.577949 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.578167 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.578479 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.578737 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.579941 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.580170 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.583120 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.583551 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.583937 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.584277 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.584616 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.584941 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.585335 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.585671 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.586011 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.586403 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.586761 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.587169 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.587510 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.587835 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.588202 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.588519 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.588872 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.589234 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.589677 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.589928 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.590179 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.590504 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.590781 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.593524 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.595289 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.595606 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.595879 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.596182 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.596501 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.596771 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.597921 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.598262 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.598621 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.598971 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.599338 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.599632 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.599923 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.600369 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.600699 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.600964 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.601346 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.601578 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.601818 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.602163 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.602404 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.602629 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.602952 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.603383 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.603632 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.603877 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.604152 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.604422 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.604660 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.604897 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.605171 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.605471 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.606229 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.606589 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.606895 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.607153 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.607378 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.607645 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.607889 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.608108 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.608376 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.608597 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.608838 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.609073 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.609482 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.609660 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.609908 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.610124 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.610343 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.610641 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.610822 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.611082 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.611305 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.611517 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.612097 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.612322 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.612589 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.612847 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.613071 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.613330 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.613584 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.613817 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.614037 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.614283 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.614501 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.614724 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.614939 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.615181 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.615417 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.615657 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.615880 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.616092 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.616326 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.616564 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.618128 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.618128 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.618128 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.618128 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.618128 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.618532 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.618532 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.618692 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.618813 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.619042 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.619275 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.619486 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.619698 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.619907 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.620117 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.620347 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.620612 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.620858 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.621097 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.621334 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.621559 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.621781 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.621994 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.622225 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.622432 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.622666 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.622884 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.623141 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.623352 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.623648 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.623885 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.624129 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.624388 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.624609 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.624842 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.625132 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.625342 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.625605 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.625828 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.626045 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.626928 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.627395 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.628513 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.628782 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.629116 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.629344 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.629571 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.629782 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.630002 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.630230 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.630462 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.630682 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.630916 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.631167 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.631381 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.631591 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.631815 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.632031 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.632252 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.632485 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.632695 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.632904 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.633126 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.633341 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.633550 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.633859 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.634117 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.634332 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.634615 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.634877 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.635174 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.635433 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.635741 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.635987 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.636227 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.636476 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.636712 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.636946 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.637438 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.637775 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.638306 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.638559 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.638794 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.639099 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.639395 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.639664 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.639898 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.640190 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.640517 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.640786 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.641040 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.641290 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.641538 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.641790 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:22:27.642406 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.642590 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.642829 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.643069 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.643290 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.643550 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.643788 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.644039 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.644254 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.644484 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.644733 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.645047 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.645272 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.645498 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.645735 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.645893 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 14:22:27.646435 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103320) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 12 14:22:27.646595 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 14:22:27.646904 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 14:22:27.647128 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 14:22:27.647803 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 14:22:27.647803 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 14:22:27.647803 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.647803 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.648120 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.648120 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.648280 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.648407 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.648563 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.648735 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.648894 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.649026 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.649338 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.649493 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.649666 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.649812 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.649955 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.650100 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.650261 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.650425 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.650577 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.650736 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.650892 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.651077 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] debug = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.651229 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.651407 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.651564 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.651720 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.651876 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.652045 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.652189 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.652762 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.652926 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.653094 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.653244 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.653392 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.653547 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.653703 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.653862 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.654104 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.654197 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.654314 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] host = dv-cinder-777031-14-iscsi {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.654461 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.654630 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.654778 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.654921 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.655108 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.655269 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.655422 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.655579 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.655738 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.655891 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.656226 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.656422 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.656559 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.656749 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.656880 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_options = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.656999 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.657152 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.657334 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.657522 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.657685 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.657844 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.658002 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.658160 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.658318 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.658476 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.658633 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.658790 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.658947 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.659127 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.659285 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.659529 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.659695 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.659844 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.659953 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 58078) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:22:27.660081 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.660192 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.660299 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.660431 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.660588 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.660744 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.660900 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.661057 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.661213 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.661369 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.661526 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.661683 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.661841 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.661997 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.662156 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.662311 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.662466 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.662623 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.662779 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.662935 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.663122 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.663281 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.663959 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.663959 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.663959 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.663959 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.664448 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.664448 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.664448 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] use_json = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.664448 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.664909 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.664909 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.664909 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.665243 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.665243 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.665451 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.665568 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.665683 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:22:27.665789 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.665943 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.666133 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.666373 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.666533 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.666692 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.666852 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.667004 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.667185 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.667345 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.667515 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.667675 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.667847 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.668008 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.668169 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.668332 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.668494 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.668655 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.668815 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.668974 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.669135 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.669294 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.669462 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.669622 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.669783 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.669943 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.670107 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.670311 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.670441 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.670567 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.670739 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.670900 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.671166 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.671329 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.671493 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.671654 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.671815 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.671975 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.672136 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.672298 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.672457 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.672720 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.672851 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.673016 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.673136 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.673250 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.673413 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.673547 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.673706 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.673953 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.674089 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.674214 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.674385 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.674546 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.674707 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.674868 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.675495 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [-] 10.222.0.75 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0120461 May 12 14:22:27.676443 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.677494 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.677816 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.678168 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.678517 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.678845 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.679210 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.679379 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.679543 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.679711 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.679872 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.680182 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.680358 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.680667 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.680828 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.681131 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.681292 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.681601 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.681901 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.682197 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.682493 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.682809 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.682973 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.683160 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.683324 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.683487 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.683651 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.683812 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.683974 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.684127 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.685129 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.685295 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.687135 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.687135 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.687135 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.687135 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.687135 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.687135 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.687135 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.687135 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.688254 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.688254 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.688254 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.688254 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.688254 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.688254 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.688254 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.688254 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.689580 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.689580 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.689580 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.689580 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.689580 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.689580 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.689580 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.690940 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.690940 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.690940 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.690940 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.690940 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.690940 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.690940 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.691682 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.691682 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.691682 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.691682 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.691682 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.692169 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.692169 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.692169 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.692403 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.692403 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.692629 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.692767 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.692962 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.694064 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.694064 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.694064 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.694064 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.694064 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.694064 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.694785 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.694785 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.694785 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.694785 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.695307 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.695307 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.695307 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.695530 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.695530 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.695694 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.695822 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.695986 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.696146 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.696306 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.696465 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.696625 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.696788 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.696948 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.697108 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.697270 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.697431 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.697593 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.697757 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.697919 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.698077 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.698237 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.698397 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.698556 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.698716 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.698877 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.699055 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.699248 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.699391 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.700392 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.700392 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.700392 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.700392 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.700392 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.700392 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.701113 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.701113 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.701113 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.701113 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.701113 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.701520 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.701520 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.701520 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.701740 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.701822 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.701935 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.702165 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.702266 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.702402 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.702562 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.702721 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.702883 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.703089 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.703331 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.703518 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.703685 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.703845 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.704005 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.704211 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.704987 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.705089 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.705230 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.705392 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.705712 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.705870 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.706031 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.706192 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.706351 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.706513 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.706675 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.706837 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.706996 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.707197 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.707364 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.707507 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.707642 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.707802 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.707963 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.708124 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.708285 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.708446 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.708622 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.708783 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.708943 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.709103 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.709262 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.709423 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.709593 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.709737 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.709901 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.710061 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.710220 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.710379 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.710551 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.710711 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.710872 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.711059 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.711209 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.711361 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.711531 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.711692 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.711853 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.712012 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.712172 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.712396 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.712504 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.712621 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.712786 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.712945 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.713105 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.713265 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.713435 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.713595 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.713759 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.713918 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.714249 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.714407 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.714576 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.714737 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.714902 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.715118 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.715280 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.715419 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.715626 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.715763 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.715872 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.716039 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.716199 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.716359 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.716520 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.716683 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.716849 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.717020 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.717187 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.717349 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.717517 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.717687 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.717856 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.718018 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.718185 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.718359 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.718519 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.718680 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.718841 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.719001 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.719189 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.719350 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.719510 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.719671 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.719906 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.720076 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.720237 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.720398 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.720559 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.720720 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.720881 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.721042 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.721202 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.721362 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.721522 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:22:27.721680 dv-cinder-777031-14-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 14:22:39.276339 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8244a5e-5be8-446a-a274-cfab1378b5d0 None None] get_active_networks_info from dv-cinder-777031-14-iscsi {{(pid=103431) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 12 14:22:39.394763 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8244a5e-5be8-446a-a274-cfab1378b5d0 None None] No non-hosted networks {{(pid=103431) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 12 14:22:39.541024 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bf2c4206-aa52-4fd7-8494-e69945609a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-901747'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:41.606136 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9ca28b3c-b6d7-4c45-8ad7-93fd61c88f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-901747'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:41.636345 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d5096967-6543-4adf-97e5-12a8f6dd4e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:42.912514 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 58148) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:22:42.959233 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-901747'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:43.486654 dv-cinder-777031-14-iscsi neutron-server[103430]: WARNING oslo_policy.policy [None req-f33d455e-9d44-420f-8955-f56470629495 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 14:22:43.487266 dv-cinder-777031-14-iscsi neutron-server[103430]: WARNING oslo_policy.policy [None req-f33d455e-9d44-420f-8955-f56470629495 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 14:22:43.707434 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [None req-f33d455e-9d44-420f-8955-f56470629495 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:22:43.723706 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-f33d455e-9d44-420f-8955-f56470629495 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8066256 May 12 14:22:44.309372 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-901747'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:45.668171 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-901747'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:45.668901 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:45.669214 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:45.673918 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:45.674335 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:45.674557 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:45.674881 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:45.676154 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:45.676872 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:45.677371 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:45.677874 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:45.679293 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:45.679971 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:45.680800 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:45.681401 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:45.681864 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:45.682412 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-777031-14-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:22:45.692015 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-777031-14-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:22:46.268660 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 58180) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:22:46.633724 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-86dbbeac-be30-4789-bf30-7f6600c3d282 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:22:46.728921 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.policy [None req-86dbbeac-be30-4789-bf30-7f6600c3d282 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103430) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 14:22:46.770521 dv-cinder-777031-14-iscsi neutron-server[103430]: WARNING oslo_policy.policy [None req-86dbbeac-be30-4789-bf30-7f6600c3d282 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 14:22:46.771103 dv-cinder-777031-14-iscsi neutron-server[103430]: WARNING oslo_policy.policy [None req-86dbbeac-be30-4789-bf30-7f6600c3d282 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 14:22:46.873299 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86dbbeac-be30-4789-bf30-7f6600c3d282 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771216550727', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771216553291', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771216569348', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771216559838', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771216582149', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771216572827', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33070875', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33312553', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-766720', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-713588'] for rbac-policy (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:46.955178 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-86dbbeac-be30-4789-bf30-7f6600c3d282 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:46.956359 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-86dbbeac-be30-4789-bf30-7f6600c3d282 admin admin] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6867294 May 12 14:22:47.038600 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.db.l3_hamode_db [None req-d363754e-995c-4a36-9d72-ba584f22868d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 12 14:22:47.122956 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d363754e-995c-4a36-9d72-ba584f22868d None None] Routers set() bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:22:47.123377 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d363754e-995c-4a36-9d72-ba584f22868d None None] Router IDs set() for agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 12 14:22:49.452815 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 58192) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:22:49.965675 dv-cinder-777031-14-iscsi neutron-server[103429]: WARNING oslo_policy.policy [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 14:22:49.966254 dv-cinder-777031-14-iscsi neutron-server[103429]: WARNING oslo_policy.policy [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 14:22:50.186727 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:22:50.242703 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Made reservation on behalf of 540bf727f064487c930910ee34bc6da0 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:22:50.304340 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.policy [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103429) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 14:22:50.346357 dv-cinder-777031-14-iscsi neutron-server[103429]: WARNING oslo_policy.policy [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 14:22:50.346733 dv-cinder-777031-14-iscsi neutron-server[103429]: WARNING oslo_policy.policy [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 14:22:50.357399 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:50.379913 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:50.507469 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Publish callbacks [] for security_group (e0f187f8-a5c1-42ce-a2ae-204d02a6194f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:50.511271 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (e0f187f8-a5c1-42ce-a2ae-204d02a6194f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:50.537539 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:22:50.573448 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771212172301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (fa8f6559-0471-471e-b80c-73a6c1496fc8), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:50.574018 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.db.segments_db [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Added segment fa8f6559-0471-471e-b80c-73a6c1496fc8 of type vlan for network 0f16808c-db56-408d-aced-8d5c66ea1ecc May 12 14:22:50.592007 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f187f8-a5c1-42ce-a2ae-204d02a6194f,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:22:50.613408 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:50.614744 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:50.615138 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:50.615917 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:50.616266 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:50.616595 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:50.616919 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:50.617241 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:50.618856 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:50.619233 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:50.619563 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:50.619908 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:50.620237 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:50.620556 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:50.620873 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Tracked resource versions report: May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: pushed versions: May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: { 'AddressGroup': {'1.2'}, May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: 'Agent': {'1.1'}, May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: 'ConntrackHelper': {'1.0'}, May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: 'LocalIPAssociation': {'1.0'}, May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: 'Log': {'1.0'}, May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: 'NDPProxy': {'1.0'}, May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: 'Network': {'1.1'}, May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: 'Port': {'1.7'}, May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: 'PortForwarding': {'1.3'}, May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: 'QosPolicy': {'1.10'}, May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: 'SecurityGroup': {'1.5'}, May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: 'SecurityGroupRule': {'1.2'}, May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: 'SubPort': {'1.0'}, May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: 'Subnet': {'1.1'}, May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: 'Trunk': {'1.1'}} May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: consumer versions: May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: { DHCP agent@dv-cinder-777031-14-iscsi: {}, May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: L3 agent@dv-cinder-777031-14-iscsi: {}, May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: Metadata agent@dv-cinder-777031-14-iscsi: {}, May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: Metering agent@dv-cinder-777031-14-iscsi: {}, May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: Open vSwitch agent@dv-cinder-777031-14-iscsi: { 'AddressGroup': '1.2', May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: 'Agent': '1.1', May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: 'ConntrackHelper': '1.0', May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: 'LocalIPAssociation': '1.0', May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: 'Log': '1.0', May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: 'NDPProxy': '1.0', May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: 'Network': '1.1', May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: 'Port': '1.7', May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: 'PortForwarding': '1.3', May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: 'QosPolicy': '1.10', May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: 'SecurityGroup': '1.5', May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: 'SecurityGroupRule': '1.2', May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: 'SubPort': '1.0', May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: 'Subnet': '1.1', May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: 'Trunk': '1.1'}} May 12 14:22:50.623403 dv-cinder-777031-14-iscsi neutron-server[103429]: {{(pid=103429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 14:22:50.713111 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771211612555'] for network (0f16808c-db56-408d-aced-8d5c66ea1ecc), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:50.753391 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for network (0f16808c-db56-408d-aced-8d5c66ea1ecc), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:50.758546 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:22:50.759236 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:50.825991 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.3715110 May 12 14:22:50.887669 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82224c4c-4a7e-4722-9f78-3eae6b66701b demo demo] Pushing event updated for resources: {'Network': ['ID=0f16808c-db56-408d-aced-8d5c66ea1ecc,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:22:50.902045 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Network 0f16808c-db56-408d-aced-8d5c66ea1ecc details requested by agent ovs-agent-dv-cinder-777031-14-iscsi with host dv-cinder-777031-14-iscsi {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:22:53.365464 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 58212) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:22:53.796128 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67aa503-015c-455e-8d7a-ee3a161d9f17 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:22:53.798157 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-c67aa503-015c-455e-8d7a-ee3a161d9f17 demo admin] 10.222.0.75 "GET /v2.0/networks/0f16808c-db56-408d-aced-8d5c66ea1ecc HTTP/1.1" status: 200 len: 825 time: 0.4317260 May 12 14:22:53.836081 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-82bb96c9-4b9f-433d-b856-3213637c6be4 demo admin] 10.222.0.75 "GET /v2.0/subnetpools/7eea0f88-16db-45be-bd6e-e53d7d23c938 HTTP/1.1" status: 200 len: 734 time: 0.0322361 May 12 14:22:53.845585 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-ddde57fc-7c07-439a-a808-790146a1da9e demo admin] Request body: {'subnet': {'network_id': '0f16808c-db56-408d-aced-8d5c66ea1ecc', 'subnetpool_id': '7eea0f88-16db-45be-bd6e-e53d7d23c938', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:22:53.869274 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddde57fc-7c07-439a-a808-790146a1da9e demo admin] Made reservation on behalf of 540bf727f064487c930910ee34bc6da0 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:22:53.871808 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ddde57fc-7c07-439a-a808-790146a1da9e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:54.174317 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ddde57fc-7c07-439a-a808-790146a1da9e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for subnet (8be2fb11-5686-46b6-8e73-f080f230bbf3), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:54.244251 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddde57fc-7c07-439a-a808-790146a1da9e demo admin] Checking segment: {'id': 'fa8f6559-0471-471e-b80c-73a6c1496fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0f16808c-db56-408d-aced-8d5c66ea1ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:22:54.244620 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddde57fc-7c07-439a-a808-790146a1da9e demo admin] Network hostable DHCP agents. Network: 0f16808c-db56-408d-aced-8d5c66ea1ecc, hostable agents: ['8d346936-3b5f-4708-9dbd-40464a47b1eb'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:22:54.246868 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde57fc-7c07-439a-a808-790146a1da9e demo admin] Pushing event updated for resources: {'Subnet': ['ID=8be2fb11-5686-46b6-8e73-f080f230bbf3,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:22:54.270531 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddde57fc-7c07-439a-a808-790146a1da9e demo admin] Network 0f16808c-db56-408d-aced-8d5c66ea1ecc is scheduled to be hosted by DHCP agent 8d346936-3b5f-4708-9dbd-40464a47b1eb with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:22:54.285703 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-ddde57fc-7c07-439a-a808-790146a1da9e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-14-iscsi, 0f16808c-db56-408d-aced-8d5c66ea1ecc) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:22:54.290475 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddde57fc-7c07-439a-a808-790146a1da9e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:22:54.291081 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ddde57fc-7c07-439a-a808-790146a1da9e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:54.295828 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce9e2d3-0346-4c16-a13a-ac9dbb4783eb None None] Network 0f16808c-db56-408d-aced-8d5c66ea1ecc requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:22:54.314127 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-ddde57fc-7c07-439a-a808-790146a1da9e demo admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4699922 May 12 14:22:54.575447 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a910b8e-e9ef-5def-a0da-b0da6844de63-0f16808c-db56-408d-aced-8d5c66ea1ecc', 'network_id': '0f16808c-db56-408d-aced-8d5c66ea1ecc', 'project_id': '540bf727f064487c930910ee34bc6da0', 'fixed_ips': [{'subnet_id': '8be2fb11-5686-46b6-8e73-f080f230bbf3'}]}} from dv-cinder-777031-14-iscsi. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 14:22:54.576890 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:54.882559 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Allocated IP 172.20.0.2 (0f16808c-db56-408d-aced-8d5c66ea1ecc/8be2fb11-5686-46b6-8e73-f080f230bbf3/b0012436-4540-4b4a-911c-0d7691f53e93) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:22:55.171146 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Publish callbacks [] for port (b0012436-4540-4b4a-911c-0d7691f53e93), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:55.180663 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (b0012436-4540-4b4a-911c-0d7691f53e93), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:55.248878 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Network 0f16808c-db56-408d-aced-8d5c66ea1ecc is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:22:55.254213 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:22:55.270980 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:22:55.277166 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Pushing event updated for resources: {'Port': ['ID=b0012436-4540-4b4a-911c-0d7691f53e93,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:22:55.288971 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:55.289313 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:55.289681 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:55.290041 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:55.290381 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:55.290710 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:55.291061 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:55.291385 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:55.291726 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:55.292055 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:55.292383 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:55.292722 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:55.293049 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:55.293365 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:55.293684 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Tracked resource versions report: May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: pushed versions: May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: { 'AddressGroup': {'1.2'}, May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: 'Agent': {'1.1'}, May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: 'ConntrackHelper': {'1.0'}, May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: 'LocalIPAssociation': {'1.0'}, May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: 'Log': {'1.0'}, May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: 'NDPProxy': {'1.0'}, May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: 'Network': {'1.1'}, May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: 'Port': {'1.7'}, May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: 'PortForwarding': {'1.3'}, May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: 'QosPolicy': {'1.10'}, May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: 'SecurityGroup': {'1.5'}, May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: 'SecurityGroupRule': {'1.2'}, May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: 'SubPort': {'1.0'}, May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: 'Subnet': {'1.1'}, May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: 'Trunk': {'1.1'}} May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: consumer versions: May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: { DHCP agent@dv-cinder-777031-14-iscsi: {}, May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: L3 agent@dv-cinder-777031-14-iscsi: {}, May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: Metadata agent@dv-cinder-777031-14-iscsi: {}, May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: Metering agent@dv-cinder-777031-14-iscsi: {}, May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: Open vSwitch agent@dv-cinder-777031-14-iscsi: { 'AddressGroup': '1.2', May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: 'Agent': '1.1', May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: 'ConntrackHelper': '1.0', May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: 'LocalIPAssociation': '1.0', May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: 'Log': '1.0', May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: 'NDPProxy': '1.0', May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: 'Network': '1.1', May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: 'Port': '1.7', May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: 'PortForwarding': '1.3', May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: 'QosPolicy': '1.10', May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: 'SecurityGroup': '1.5', May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: 'SecurityGroupRule': '1.2', May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: 'SubPort': '1.0', May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: 'Subnet': '1.1', May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: 'Trunk': '1.1'}} May 12 14:22:55.297309 dv-cinder-777031-14-iscsi neutron-server[103431]: {{(pid=103431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 14:22:55.370250 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Attempting to bind port b0012436-4540-4b4a-911c-0d7691f53e93 on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:22:55.370651 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Attempting to bind port b0012436-4540-4b4a-911c-0d7691f53e93 by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': 'fa8f6559-0471-471e-b80c-73a6c1496fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0f16808c-db56-408d-aced-8d5c66ea1ecc'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:22:55.371092 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Attempting to bind port b0012436-4540-4b4a-911c-0d7691f53e93 on network 0f16808c-db56-408d-aced-8d5c66ea1ecc {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:22:55.376982 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:22:55.377358 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Checking segment: {'id': 'fa8f6559-0471-471e-b80c-73a6c1496fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0f16808c-db56-408d-aced-8d5c66ea1ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:22:55.377844 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:55.378237 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Bound using segment: {'id': 'fa8f6559-0471-471e-b80c-73a6c1496fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0f16808c-db56-408d-aced-8d5c66ea1ecc'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:22:55.378729 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Bound port: b0012436-4540-4b4a-911c-0d7691f53e93, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8f6559-0471-471e-b80c-73a6c1496fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0f16808c-db56-408d-aced-8d5c66ea1ecc'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:22:55.379173 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (b0012436-4540-4b4a-911c-0d7691f53e93), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:55.443310 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] For port b0012436-4540-4b4a-911c-0d7691f53e93, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:22:55.466060 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] For port b0012436-4540-4b4a-911c-0d7691f53e93, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=b0012436-4540-4b4a-911c-0d7691f53e93,segment=NetworkSegment(fa8f6559-0471-471e-b80c-73a6c1496fc8),segment_id=fa8f6559-0471-471e-b80c-73a6c1496fc8)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:22:55.474296 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (b0012436-4540-4b4a-911c-0d7691f53e93), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:22:55.537509 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3fa25-a0fb-4bc3-96c3-028041e1761d None None] Pushing event updated for resources: {'Port': ['ID=b0012436-4540-4b4a-911c-0d7691f53e93,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:22:56.885825 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 58220) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:22:57.216542 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [None req-1e0e0502-6cd1-4214-84e0-97dc9b9af8d2 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:22:57.217470 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-1e0e0502-6cd1-4214-84e0-97dc9b9af8d2 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3298333 May 12 14:22:59.755974 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 58228) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:23:00.082383 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [None req-fc7c3071-fb5c-42c9-97a1-22cfddc1b156 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:23:00.083370 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-fc7c3071-fb5c-42c9-97a1-22cfddc1b156 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3264911 May 12 14:23:02.597607 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 58236) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:23:02.927716 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a9186cb5-81af-46bf-86b9-cb4d0493c2de demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:23:02.954181 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9186cb5-81af-46bf-86b9-cb4d0493c2de demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-926981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-493231'] for router (4794d00d-f243-468b-8471-eeb2b1f251af), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:02.955954 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9186cb5-81af-46bf-86b9-cb4d0493c2de demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-928796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-988421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-493140'] for router (4794d00d-f243-468b-8471-eeb2b1f251af), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:03.095623 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9186cb5-81af-46bf-86b9-cb4d0493c2de demo demo] Publish callbacks [] for router_controller (4794d00d-f243-468b-8471-eeb2b1f251af), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:03.101946 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9186cb5-81af-46bf-86b9-cb4d0493c2de demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928971'] for router (4794d00d-f243-468b-8471-eeb2b1f251af), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:03.119339 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9186cb5-81af-46bf-86b9-cb4d0493c2de demo demo] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:03.120523 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-a9186cb5-81af-46bf-86b9-cb4d0493c2de demo demo] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5217578 May 12 14:23:05.639258 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 58248) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:23:05.968710 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [None req-55dbb337-e069-4be5-8e0b-2aa7a6f4d355 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:23:05.969752 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-55dbb337-e069-4be5-8e0b-2aa7a6f4d355 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3294444 May 12 14:23:06.471540 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device b0012436-4540-4b4a-911c-0d7691f53e93 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:23:06.587893 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port b0012436-4540-4b4a-911c-0d7691f53e93 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:23:06.588311 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (b0012436-4540-4b4a-911c-0d7691f53e93), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:06.700518 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port b0012436-4540-4b4a-911c-0d7691f53e93 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:23:06.700844 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (b0012436-4540-4b4a-911c-0d7691f53e93), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:06.736327 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] For port b0012436-4540-4b4a-911c-0d7691f53e93, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=b0012436-4540-4b4a-911c-0d7691f53e93,segment=NetworkSegment(fa8f6559-0471-471e-b80c-73a6c1496fc8),segment_id=fa8f6559-0471-471e-b80c-73a6c1496fc8)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:23:06.741724 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (b0012436-4540-4b4a-911c-0d7691f53e93), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:06.799664 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Pushing event updated for resources: {'Port': ['ID=b0012436-4540-4b4a-911c-0d7691f53e93,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:23:07.172633 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fdaa11-e4f5-4590-8241-3418d366bca9 None None] Network 0f16808c-db56-408d-aced-8d5c66ea1ecc requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:23:07.233358 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b7f201dc-b432-4b7c-9e6e-c9d1c68c82d8 None None] Provisioning complete for port b0012436-4540-4b4a-911c-0d7691f53e93 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:23:07.233835 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7f201dc-b432-4b7c-9e6e-c9d1c68c82d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (b0012436-4540-4b4a-911c-0d7691f53e93), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:07.362703 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b7f201dc-b432-4b7c-9e6e-c9d1c68c82d8 None None] Current status of the port b0012436-4540-4b4a-911c-0d7691f53e93 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:23:07.580450 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c32cfd91-c118-44bc-8bac-d9f348dd9ec8 None None] Provisioning complete for port b0012436-4540-4b4a-911c-0d7691f53e93 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:23:07.581086 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c32cfd91-c118-44bc-8bac-d9f348dd9ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (b0012436-4540-4b4a-911c-0d7691f53e93), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:07.657075 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c32cfd91-c118-44bc-8bac-d9f348dd9ec8 None None] Current status of the port b0012436-4540-4b4a-911c-0d7691f53e93 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:23:08.449993 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device b0012436-4540-4b4a-911c-0d7691f53e93 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:23:08.498418 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port b0012436-4540-4b4a-911c-0d7691f53e93 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:23:08.498812 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (b0012436-4540-4b4a-911c-0d7691f53e93), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:08.538265 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 58256) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:23:08.581309 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port b0012436-4540-4b4a-911c-0d7691f53e93 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:23:08.866619 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-5a4e1d1d-e181-4e01-9cff-21e89c58fc1f admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:23:08.888340 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4e1d1d-e181-4e01-9cff-21e89c58fc1f admin admin] Made reservation on behalf of b51fa73b4d054aee9ce299da7ce9ee7a for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:23:08.891282 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5a4e1d1d-e181-4e01-9cff-21e89c58fc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:08.899333 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5a4e1d1d-e181-4e01-9cff-21e89c58fc1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:08.975148 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5a4e1d1d-e181-4e01-9cff-21e89c58fc1f admin admin] Publish callbacks [] for security_group (54917382-c91c-43d7-9199-87d2213e46a0), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:08.978837 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5a4e1d1d-e181-4e01-9cff-21e89c58fc1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (54917382-c91c-43d7-9199-87d2213e46a0), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:08.996460 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5a4e1d1d-e181-4e01-9cff-21e89c58fc1f admin admin] Reserving flat network on physical network physnet1 {{(pid=103429) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 12 14:23:09.013524 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e1d1d-e181-4e01-9cff-21e89c58fc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54917382-c91c-43d7-9199-87d2213e46a0,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:23:09.018623 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5a4e1d1d-e181-4e01-9cff-21e89c58fc1f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771212172301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (6788a8ae-b6cd-4015-bd12-11a7d41a9c24), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:09.019047 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.db.segments_db [None req-5a4e1d1d-e181-4e01-9cff-21e89c58fc1f admin admin] Added segment 6788a8ae-b6cd-4015-bd12-11a7d41a9c24 of type flat for network 913ada40-7b52-4232-aff5-95dc520647d4 May 12 14:23:09.068170 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5a4e1d1d-e181-4e01-9cff-21e89c58fc1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771211612555'] for network (913ada40-7b52-4232-aff5-95dc520647d4), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:09.098313 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5a4e1d1d-e181-4e01-9cff-21e89c58fc1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for network (913ada40-7b52-4232-aff5-95dc520647d4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:09.099219 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4e1d1d-e181-4e01-9cff-21e89c58fc1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:23:09.099789 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5a4e1d1d-e181-4e01-9cff-21e89c58fc1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:09.146989 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-5a4e1d1d-e181-4e01-9cff-21e89c58fc1f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6072571 May 12 14:23:09.194129 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e1d1d-e181-4e01-9cff-21e89c58fc1f admin admin] Pushing event updated for resources: {'Network': ['ID=913ada40-7b52-4232-aff5-95dc520647d4,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:23:09.205399 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Network 913ada40-7b52-4232-aff5-95dc520647d4 details requested by agent ovs-agent-dv-cinder-777031-14-iscsi with host dv-cinder-777031-14-iscsi {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:23:09.229283 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2db15a09-68c0-45fa-a0cd-7318724ef0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:11.597021 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0a34ea2c-6a0e-4370-a22c-5616d6ddae35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:11.599564 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 58264) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:23:11.970080 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81edf55b-4edb-418f-af79-ce8008b5a0b5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:23:11.971467 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-81edf55b-4edb-418f-af79-ce8008b5a0b5 demo admin] 10.222.0.75 "GET /v2.0/subnets/8be2fb11-5686-46b6-8e73-f080f230bbf3 HTTP/1.1" status: 200 len: 849 time: 0.3709679 May 12 14:23:12.100229 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-45d5ce6b-27f3-42d3-82d6-ded5d36b8fc1 demo admin] 10.222.0.75 "GET /v2.0/routers/4794d00d-f243-468b-8471-eeb2b1f251af HTTP/1.1" status: 200 len: 704 time: 0.1231267 May 12 14:23:12.379249 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-313f6181-f36e-45f6-a4f6-acc8a5bbfef6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:12.727484 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-313f6181-f36e-45f6-a4f6-acc8a5bbfef6 demo admin] Allocated IP 172.20.0.1 (0f16808c-db56-408d-aced-8d5c66ea1ecc/8be2fb11-5686-46b6-8e73-f080f230bbf3/c8c3e232-ce48-4916-8dd4-2fccb198eaec) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:23:12.890600 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-313f6181-f36e-45f6-a4f6-acc8a5bbfef6 demo admin] Publish callbacks [] for port (c8c3e232-ce48-4916-8dd4-2fccb198eaec), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:12.948681 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:12.966534 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-313f6181-f36e-45f6-a4f6-acc8a5bbfef6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (c8c3e232-ce48-4916-8dd4-2fccb198eaec), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:13.039902 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313f6181-f36e-45f6-a4f6-acc8a5bbfef6 demo admin] Network 0f16808c-db56-408d-aced-8d5c66ea1ecc is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:23:13.046018 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-313f6181-f36e-45f6-a4f6-acc8a5bbfef6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:23:13.048768 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313f6181-f36e-45f6-a4f6-acc8a5bbfef6 demo admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:23:13.049461 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-313f6181-f36e-45f6-a4f6-acc8a5bbfef6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-931814'] for router_interface (4794d00d-f243-468b-8471-eeb2b1f251af), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:13.117008 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f6181-f36e-45f6-a4f6-acc8a5bbfef6 demo admin] Pushing event updated for resources: {'Port': ['ID=c8c3e232-ce48-4916-8dd4-2fccb198eaec,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:23:13.216709 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e966265e-3ecf-430f-b2c4-e10bae1bbc07 None None] Provisioning complete for port c8c3e232-ce48-4916-8dd4-2fccb198eaec triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:23:13.217102 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e966265e-3ecf-430f-b2c4-e10bae1bbc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (c8c3e232-ce48-4916-8dd4-2fccb198eaec), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:13.252846 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e966265e-3ecf-430f-b2c4-e10bae1bbc07 None None] Port c8c3e232-ce48-4916-8dd4-2fccb198eaec cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:23:13.285739 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-313f6181-f36e-45f6-a4f6-acc8a5bbfef6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (c8c3e232-ce48-4916-8dd4-2fccb198eaec), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:13.543768 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-313f6181-f36e-45f6-a4f6-acc8a5bbfef6 demo admin] Publish callbacks [] for port (c8c3e232-ce48-4916-8dd4-2fccb198eaec), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:13.549891 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-313f6181-f36e-45f6-a4f6-acc8a5bbfef6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (c8c3e232-ce48-4916-8dd4-2fccb198eaec), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:13.550755 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-313f6181-f36e-45f6-a4f6-acc8a5bbfef6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1022775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932268'] for router_interface (4794d00d-f243-468b-8471-eeb2b1f251af), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:13.612024 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f6181-f36e-45f6-a4f6-acc8a5bbfef6 demo admin] Pushing event updated for resources: {'Port': ['ID=c8c3e232-ce48-4916-8dd4-2fccb198eaec,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:23:13.677785 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313f6181-f36e-45f6-a4f6-acc8a5bbfef6 demo admin] Network 0f16808c-db56-408d-aced-8d5c66ea1ecc is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:23:13.679155 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-313f6181-f36e-45f6-a4f6-acc8a5bbfef6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:23:13.855099 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313f6181-f36e-45f6-a4f6-acc8a5bbfef6 demo admin] Router 4794d00d-f243-468b-8471-eeb2b1f251af is scheduled to L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 14:23:13.874023 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-045d65d4-bc15-4954-b818-83752ac6643b None None] Provisioning complete for port c8c3e232-ce48-4916-8dd4-2fccb198eaec triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:23:13.874023 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-045d65d4-bc15-4954-b818-83752ac6643b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (c8c3e232-ce48-4916-8dd4-2fccb198eaec), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:13.912429 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-045d65d4-bc15-4954-b818-83752ac6643b None None] Port c8c3e232-ce48-4916-8dd4-2fccb198eaec cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:23:13.953000 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313f6181-f36e-45f6-a4f6-acc8a5bbfef6 demo admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:23:13.958375 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-313f6181-f36e-45f6-a4f6-acc8a5bbfef6 demo admin] 10.222.0.75 "PUT /v2.0/routers/4794d00d-f243-468b-8471-eeb2b1f251af/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8528104 May 12 14:23:13.963563 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98742dc2-3342-4562-ad0d-133ae27a904c None None] Sync routers for ids ['4794d00d-f243-468b-8471-eeb2b1f251af'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:23:13.976833 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98742dc2-3342-4562-ad0d-133ae27a904c None None] Routers {'4794d00d-f243-468b-8471-eeb2b1f251af'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:23:13.977677 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-98742dc2-3342-4562-ad0d-133ae27a904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:23:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['4794d00d-f243-468b-8471-eeb2b1f251af'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:23:14.177754 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-98742dc2-3342-4562-ad0d-133ae27a904c None None] Set router 4794d00d-f243-468b-8471-eeb2b1f251af gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:23:14.268734 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:14.627472 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-98742dc2-3342-4562-ad0d-133ae27a904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4794d00d-f243-468b-8471-eeb2b1f251af', 'name': 'router1', 'tenant_id': '540bf727f064487c930910ee34bc6da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:23:02Z', 'updated_at': '2022-05-12T14:23:13Z', 'revision_number': 2, 'project_id': '540bf727f064487c930910ee34bc6da0', 'gw_port_host': None, '_interfaces': [{'id': 'c8c3e232-ce48-4916-8dd4-2fccb198eaec', 'name': '', 'network_id': '0f16808c-db56-408d-aced-8d5c66ea1ecc', 'tenant_id': '540bf727f064487c930910ee34bc6da0', 'mac_address': 'fa:16:3e:51:54:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4794d00d-f243-468b-8471-eeb2b1f251af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8be2fb11-5686-46b6-8e73-f080f230bbf3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:23:12Z', 'updated_at': '2022-05-12T14:23:13Z', 'revision_number': 2, 'project_id': '540bf727f064487c930910ee34bc6da0', 'subnets': [{'id': '8be2fb11-5686-46b6-8e73-f080f230bbf3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7eea0f88-16db-45be-bd6e-e53d7d23c938'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:23:14.678777 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98742dc2-3342-4562-ad0d-133ae27a904c None None] Checking router: 4794d00d-f243-468b-8471-eeb2b1f251af for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:23:14.679172 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98742dc2-3342-4562-ad0d-133ae27a904c None None] Updating router 4794d00d-f243-468b-8471-eeb2b1f251af port c8c3e232-ce48-4916-8dd4-2fccb198eaec binding host dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:23:14.765259 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-98742dc2-3342-4562-ad0d-133ae27a904c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (c8c3e232-ce48-4916-8dd4-2fccb198eaec), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:15.298235 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-98742dc2-3342-4562-ad0d-133ae27a904c None None] Publish callbacks [] for port (c8c3e232-ce48-4916-8dd4-2fccb198eaec), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:15.305997 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-98742dc2-3342-4562-ad0d-133ae27a904c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (c8c3e232-ce48-4916-8dd4-2fccb198eaec), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:15.478526 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7803c4-b5df-4979-b292-3b0410f7e3bb None None] Pushing event updated for resources: {'Port': ['ID=c8c3e232-ce48-4916-8dd4-2fccb198eaec,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:23:15.497766 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-98742dc2-3342-4562-ad0d-133ae27a904c None None] Attempting to bind port c8c3e232-ce48-4916-8dd4-2fccb198eaec on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:23:15.498171 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-98742dc2-3342-4562-ad0d-133ae27a904c None None] Attempting to bind port c8c3e232-ce48-4916-8dd4-2fccb198eaec by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': 'fa8f6559-0471-471e-b80c-73a6c1496fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0f16808c-db56-408d-aced-8d5c66ea1ecc'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:23:15.498600 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98742dc2-3342-4562-ad0d-133ae27a904c None None] Attempting to bind port c8c3e232-ce48-4916-8dd4-2fccb198eaec on network 0f16808c-db56-408d-aced-8d5c66ea1ecc {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:23:15.502614 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7803c4-b5df-4979-b292-3b0410f7e3bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:23:15.502959 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7803c4-b5df-4979-b292-3b0410f7e3bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:23:15.503347 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7803c4-b5df-4979-b292-3b0410f7e3bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:23:15.503705 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7803c4-b5df-4979-b292-3b0410f7e3bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:23:15.504042 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7803c4-b5df-4979-b292-3b0410f7e3bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:23:15.504371 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7803c4-b5df-4979-b292-3b0410f7e3bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:23:15.504772 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7803c4-b5df-4979-b292-3b0410f7e3bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:23:15.505109 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7803c4-b5df-4979-b292-3b0410f7e3bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:23:15.505450 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7803c4-b5df-4979-b292-3b0410f7e3bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:23:15.505780 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7803c4-b5df-4979-b292-3b0410f7e3bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:23:15.506103 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7803c4-b5df-4979-b292-3b0410f7e3bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:23:15.506443 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7803c4-b5df-4979-b292-3b0410f7e3bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:23:15.506768 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7803c4-b5df-4979-b292-3b0410f7e3bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:23:15.507106 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7803c4-b5df-4979-b292-3b0410f7e3bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:23:15.507430 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7803c4-b5df-4979-b292-3b0410f7e3bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7803c4-b5df-4979-b292-3b0410f7e3bb None None] Tracked resource versions report: May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: pushed versions: May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: { 'AddressGroup': {'1.2'}, May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: 'Agent': {'1.1'}, May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: 'ConntrackHelper': {'1.0'}, May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: 'LocalIPAssociation': {'1.0'}, May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: 'Log': {'1.0'}, May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: 'NDPProxy': {'1.0'}, May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: 'Network': {'1.1'}, May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: 'Port': {'1.7'}, May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: 'PortForwarding': {'1.3'}, May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: 'QosPolicy': {'1.10'}, May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: 'SecurityGroup': {'1.5'}, May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: 'SecurityGroupRule': {'1.2'}, May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: 'SubPort': {'1.0'}, May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: 'Subnet': {'1.1'}, May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: 'Trunk': {'1.1'}} May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: consumer versions: May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: { DHCP agent@dv-cinder-777031-14-iscsi: {}, May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: L3 agent@dv-cinder-777031-14-iscsi: {}, May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: Metadata agent@dv-cinder-777031-14-iscsi: {}, May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: Metering agent@dv-cinder-777031-14-iscsi: {}, May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: Open vSwitch agent@dv-cinder-777031-14-iscsi: { 'AddressGroup': '1.2', May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: 'Agent': '1.1', May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: 'ConntrackHelper': '1.0', May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: 'LocalIPAssociation': '1.0', May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: 'Log': '1.0', May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: 'NDPProxy': '1.0', May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: 'Network': '1.1', May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: 'Port': '1.7', May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: 'PortForwarding': '1.3', May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: 'QosPolicy': '1.10', May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: 'SecurityGroup': '1.5', May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: 'SecurityGroupRule': '1.2', May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: 'SubPort': '1.0', May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: 'Subnet': '1.1', May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: 'Trunk': '1.1'}} May 12 14:23:15.508962 dv-cinder-777031-14-iscsi neutron-server[103432]: {{(pid=103432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 14:23:15.516070 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98742dc2-3342-4562-ad0d-133ae27a904c None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:23:15.516070 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98742dc2-3342-4562-ad0d-133ae27a904c None None] Checking segment: {'id': 'fa8f6559-0471-471e-b80c-73a6c1496fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0f16808c-db56-408d-aced-8d5c66ea1ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:23:15.516070 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-98742dc2-3342-4562-ad0d-133ae27a904c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:15.516070 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98742dc2-3342-4562-ad0d-133ae27a904c None None] Bound using segment: {'id': 'fa8f6559-0471-471e-b80c-73a6c1496fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0f16808c-db56-408d-aced-8d5c66ea1ecc'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:23:15.516661 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-98742dc2-3342-4562-ad0d-133ae27a904c None None] Bound port: c8c3e232-ce48-4916-8dd4-2fccb198eaec, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8f6559-0471-471e-b80c-73a6c1496fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0f16808c-db56-408d-aced-8d5c66ea1ecc'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:23:15.516979 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-98742dc2-3342-4562-ad0d-133ae27a904c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (c8c3e232-ce48-4916-8dd4-2fccb198eaec), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:15.591110 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-98742dc2-3342-4562-ad0d-133ae27a904c None None] For port c8c3e232-ce48-4916-8dd4-2fccb198eaec, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:23:15.613921 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-98742dc2-3342-4562-ad0d-133ae27a904c None None] For port c8c3e232-ce48-4916-8dd4-2fccb198eaec, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=c8c3e232-ce48-4916-8dd4-2fccb198eaec,segment=NetworkSegment(fa8f6559-0471-471e-b80c-73a6c1496fc8),segment_id=fa8f6559-0471-471e-b80c-73a6c1496fc8)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:23:15.624298 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-98742dc2-3342-4562-ad0d-133ae27a904c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (c8c3e232-ce48-4916-8dd4-2fccb198eaec), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:15.672966 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:15.695952 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98742dc2-3342-4562-ad0d-133ae27a904c None None] Routers {'4794d00d-f243-468b-8471-eeb2b1f251af'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:23:15.696582 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-98742dc2-3342-4562-ad0d-133ae27a904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:23:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['4794d00d-f243-468b-8471-eeb2b1f251af'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:23:15.702964 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7803c4-b5df-4979-b292-3b0410f7e3bb None None] Pushing event updated for resources: {'Port': ['ID=c8c3e232-ce48-4916-8dd4-2fccb198eaec,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:23:15.769077 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a58f675a-2f61-479d-9e49-a801b6deceb7 None None] Provisioning complete for port c8c3e232-ce48-4916-8dd4-2fccb198eaec triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:23:15.769755 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a58f675a-2f61-479d-9e49-a801b6deceb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (c8c3e232-ce48-4916-8dd4-2fccb198eaec), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:15.810262 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-98742dc2-3342-4562-ad0d-133ae27a904c None None] Set router 4794d00d-f243-468b-8471-eeb2b1f251af gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:23:15.880796 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a58f675a-2f61-479d-9e49-a801b6deceb7 None None] Current status of the port c8c3e232-ce48-4916-8dd4-2fccb198eaec is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:23:15.881505 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a58f675a-2f61-479d-9e49-a801b6deceb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (c8c3e232-ce48-4916-8dd4-2fccb198eaec), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:15.920243 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a58f675a-2f61-479d-9e49-a801b6deceb7 None None] For port c8c3e232-ce48-4916-8dd4-2fccb198eaec, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=c8c3e232-ce48-4916-8dd4-2fccb198eaec,segment=NetworkSegment(fa8f6559-0471-471e-b80c-73a6c1496fc8),segment_id=fa8f6559-0471-471e-b80c-73a6c1496fc8)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:23:15.927880 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a58f675a-2f61-479d-9e49-a801b6deceb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (c8c3e232-ce48-4916-8dd4-2fccb198eaec), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:15.984025 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f675a-2f61-479d-9e49-a801b6deceb7 None None] Pushing event updated for resources: {'Port': ['ID=c8c3e232-ce48-4916-8dd4-2fccb198eaec,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:23:16.047225 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-98742dc2-3342-4562-ad0d-133ae27a904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4794d00d-f243-468b-8471-eeb2b1f251af', 'name': 'router1', 'tenant_id': '540bf727f064487c930910ee34bc6da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:23:02Z', 'updated_at': '2022-05-12T14:23:13Z', 'revision_number': 2, 'project_id': '540bf727f064487c930910ee34bc6da0', 'gw_port_host': None, '_interfaces': [{'id': 'c8c3e232-ce48-4916-8dd4-2fccb198eaec', 'name': '', 'network_id': '0f16808c-db56-408d-aced-8d5c66ea1ecc', 'tenant_id': '540bf727f064487c930910ee34bc6da0', 'mac_address': 'fa:16:3e:51:54:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4794d00d-f243-468b-8471-eeb2b1f251af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8be2fb11-5686-46b6-8e73-f080f230bbf3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:23:12Z', 'updated_at': '2022-05-12T14:23:15Z', 'revision_number': 4, 'project_id': '540bf727f064487c930910ee34bc6da0', 'subnets': [{'id': '8be2fb11-5686-46b6-8e73-f080f230bbf3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7eea0f88-16db-45be-bd6e-e53d7d23c938'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:23:16.049410 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-9f88303e-4f5d-404c-a018-f6e88af64d61 None None] Provisioning complete for port c8c3e232-ce48-4916-8dd4-2fccb198eaec triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:23:16.051111 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f88303e-4f5d-404c-a018-f6e88af64d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (c8c3e232-ce48-4916-8dd4-2fccb198eaec), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:16.078612 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98742dc2-3342-4562-ad0d-133ae27a904c None None] The sync data for ids ['4794d00d-f243-468b-8471-eeb2b1f251af'] in dv-cinder-777031-14-iscsi is: [{'id': '4794d00d-f243-468b-8471-eeb2b1f251af', 'name': 'router1', 'tenant_id': '540bf727f064487c930910ee34bc6da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:23:02Z', 'updated_at': '2022-05-12T14:23:13Z', 'revision_number': 2, 'project_id': '540bf727f064487c930910ee34bc6da0', 'gw_port_host': None, '_interfaces': [{'id': 'c8c3e232-ce48-4916-8dd4-2fccb198eaec', 'name': '', 'network_id': '0f16808c-db56-408d-aced-8d5c66ea1ecc', 'tenant_id': '540bf727f064487c930910ee34bc6da0', 'mac_address': 'fa:16:3e:51:54:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4794d00d-f243-468b-8471-eeb2b1f251af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8be2fb11-5686-46b6-8e73-f080f230bbf3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:23:12Z', 'updated_at': '2022-05-12T14:23:15Z', 'revision_number': 4, 'project_id': '540bf727f064487c930910ee34bc6da0', 'subnets': [{'id': '8be2fb11-5686-46b6-8e73-f080f230bbf3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7eea0f88-16db-45be-bd6e-e53d7d23c938'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:23:16.143298 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9f88303e-4f5d-404c-a018-f6e88af64d61 None None] Current status of the port c8c3e232-ce48-4916-8dd4-2fccb198eaec is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:23:16.475741 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 58284) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:23:16.694064 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84023267-5a3e-4f07-aef8-5ad2f5cbbcfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:23:16.699220 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-84023267-5a3e-4f07-aef8-5ad2f5cbbcfa admin admin] 10.222.0.75 "GET /v2.0/networks/913ada40-7b52-4232-aff5-95dc520647d4 HTTP/1.1" status: 200 len: 842 time: 0.2223234 May 12 14:23:16.709158 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-dd7f429d-be81-4386-860a-cd056f0bc994 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'gateway_ip': '172.27.0.1', 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:23:16.732857 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7f429d-be81-4386-860a-cd056f0bc994 admin admin] Made reservation on behalf of b51fa73b4d054aee9ce299da7ce9ee7a for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:23:16.735318 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dd7f429d-be81-4386-860a-cd056f0bc994 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:17.099139 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.objects.ports [None req-dd7f429d-be81-4386-860a-cd056f0bc994 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103429) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 14:23:17.099576 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dd7f429d-be81-4386-860a-cd056f0bc994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for subnet (2870505d-8418-4289-9c4c-0eeadb155262), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:17.159969 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f429d-be81-4386-860a-cd056f0bc994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2870505d-8418-4289-9c4c-0eeadb155262,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:23:17.165080 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7f429d-be81-4386-860a-cd056f0bc994 admin admin] Checking segment: {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:23:17.165433 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7f429d-be81-4386-860a-cd056f0bc994 admin admin] Network hostable DHCP agents. Network: 913ada40-7b52-4232-aff5-95dc520647d4, hostable agents: ['8d346936-3b5f-4708-9dbd-40464a47b1eb'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:23:17.184149 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7f429d-be81-4386-860a-cd056f0bc994 admin admin] Network 913ada40-7b52-4232-aff5-95dc520647d4 is scheduled to be hosted by DHCP agent 8d346936-3b5f-4708-9dbd-40464a47b1eb with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:23:17.194007 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-dd7f429d-be81-4386-860a-cd056f0bc994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-14-iscsi, 913ada40-7b52-4232-aff5-95dc520647d4) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:23:17.199612 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7f429d-be81-4386-860a-cd056f0bc994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:23:17.200209 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dd7f429d-be81-4386-860a-cd056f0bc994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:17.206367 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db852dd-01e0-4de5-98a4-ca34b8644d49 None None] Network 913ada40-7b52-4232-aff5-95dc520647d4 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:23:17.227717 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-dd7f429d-be81-4386-860a-cd056f0bc994 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5216217 May 12 14:23:17.328034 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f6f1b9-d422-4493-b683-df1901bf1f48 None None] Network 913ada40-7b52-4232-aff5-95dc520647d4 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:23:19.693424 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 58302) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:23:19.841519 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-18ecf830-6f53-418d-9c21-19a5b587a0f4 demo admin] 10.222.0.75 "GET /v2.0/routers/4794d00d-f243-468b-8471-eeb2b1f251af HTTP/1.1" status: 200 len: 710 time: 0.1469438 May 12 14:23:19.943575 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d34d7e4-f0dd-4b0d-919d-9e37b5ca009b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:23:19.945677 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-0d34d7e4-f0dd-4b0d-919d-9e37b5ca009b demo admin] 10.222.0.75 "GET /v2.0/networks/913ada40-7b52-4232-aff5-95dc520647d4 HTTP/1.1" status: 200 len: 886 time: 0.0979304 May 12 14:23:19.956420 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b4389038-0787-4059-be65-72490fe550d6 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:23:20.219226 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b4389038-0787-4059-be65-72490fe550d6 demo admin] Publish callbacks [] for router_gateway (4794d00d-f243-468b-8471-eeb2b1f251af), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:20.448230 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b4389038-0787-4059-be65-72490fe550d6 demo admin] Publish callbacks [] for router_gateway (4794d00d-f243-468b-8471-eeb2b1f251af), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:20.523643 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b4389038-0787-4059-be65-72490fe550d6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:20.637548 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-b4389038-0787-4059-be65-72490fe550d6 demo admin] Allocated IP 172.27.0.28 (913ada40-7b52-4232-aff5-95dc520647d4/2870505d-8418-4289-9c4c-0eeadb155262/4e5c71b9-4143-4f5c-adef-e20e65b4ecf8) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:23:20.750255 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b4389038-0787-4059-be65-72490fe550d6 demo admin] Publish callbacks [] for port (4e5c71b9-4143-4f5c-adef-e20e65b4ecf8), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:20.784925 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b4389038-0787-4059-be65-72490fe550d6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (4e5c71b9-4143-4f5c-adef-e20e65b4ecf8), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:20.820999 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4389038-0787-4059-be65-72490fe550d6 demo admin] Network 913ada40-7b52-4232-aff5-95dc520647d4 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:23:20.824013 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-b4389038-0787-4059-be65-72490fe550d6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:23:20.828740 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4389038-0787-4059-be65-72490fe550d6 demo admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:23:20.871443 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4389038-0787-4059-be65-72490fe550d6 demo admin] Pushing event updated for resources: {'Port': ['ID=4e5c71b9-4143-4f5c-adef-e20e65b4ecf8,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:23:21.188761 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b4389038-0787-4059-be65-72490fe550d6 demo admin] Publish callbacks [] for router_gateway (4794d00d-f243-468b-8471-eeb2b1f251af), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:21.403185 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b4389038-0787-4059-be65-72490fe550d6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-928814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-927107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493122'] for router (4794d00d-f243-468b-8471-eeb2b1f251af), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:21.407332 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b4389038-0787-4059-be65-72490fe550d6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-928825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-928816', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-927130'] for router (4794d00d-f243-468b-8471-eeb2b1f251af), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:21.525953 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4389038-0787-4059-be65-72490fe550d6 demo admin] Router 4794d00d-f243-468b-8471-eeb2b1f251af has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:23:21.642825 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4389038-0787-4059-be65-72490fe550d6 demo admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:23:21.647334 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b4389038-0787-4059-be65-72490fe550d6 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:21.648540 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-b4389038-0787-4059-be65-72490fe550d6 demo admin] 10.222.0.75 "PUT /v2.0/routers/4794d00d-f243-468b-8471-eeb2b1f251af HTTP/1.1" status: 200 len: 889 time: 1.6969969 May 12 14:23:24.192733 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 58314) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:23:24.308982 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-1b529abd-9350-48b5-a3d7-cfc5e27cef12 admin admin] 10.222.0.75 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1151109 May 12 14:23:24.485199 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device c8c3e232-ce48-4916-8dd4-2fccb198eaec up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:23:24.536888 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port c8c3e232-ce48-4916-8dd4-2fccb198eaec triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:23:24.537291 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (c8c3e232-ce48-4916-8dd4-2fccb198eaec), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:24.623539 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port c8c3e232-ce48-4916-8dd4-2fccb198eaec is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:23:25.181095 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d3ed27-7715-4e41-8461-3c6eb99d6787 None None] Sync routers for ids ['4794d00d-f243-468b-8471-eeb2b1f251af'] in dv-cinder-777031-14-iscsi {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:23:25.194723 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d3ed27-7715-4e41-8461-3c6eb99d6787 None None] Routers {'4794d00d-f243-468b-8471-eeb2b1f251af'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:23:25.195045 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f9d3ed27-7715-4e41-8461-3c6eb99d6787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:23:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['4794d00d-f243-468b-8471-eeb2b1f251af'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:23:25.427145 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-f9d3ed27-7715-4e41-8461-3c6eb99d6787 None None] Set router 4794d00d-f243-468b-8471-eeb2b1f251af gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:23:25.890950 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f9d3ed27-7715-4e41-8461-3c6eb99d6787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4794d00d-f243-468b-8471-eeb2b1f251af', 'name': 'router1', 'tenant_id': '540bf727f064487c930910ee34bc6da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '4e5c71b9-4143-4f5c-adef-e20e65b4ecf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:23:02Z', 'updated_at': '2022-05-12T14:23:21Z', 'revision_number': 4, 'project_id': '540bf727f064487c930910ee34bc6da0', 'gw_port': {'id': '4e5c71b9-4143-4f5c-adef-e20e65b4ecf8', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4794d00d-f243-468b-8471-eeb2b1f251af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:23:20Z', 'updated_at': '2022-05-12T14:23:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': 'c8c3e232-ce48-4916-8dd4-2fccb198eaec', 'name': '', 'network_id': '0f16808c-db56-408d-aced-8d5c66ea1ecc', 'tenant_id': '540bf727f064487c930910ee34bc6da0', 'mac_address': 'fa:16:3e:51:54:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4794d00d-f243-468b-8471-eeb2b1f251af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8be2fb11-5686-46b6-8e73-f080f230bbf3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:23:12Z', 'updated_at': '2022-05-12T14:23:15Z', 'revision_number': 5, 'project_id': '540bf727f064487c930910ee34bc6da0', 'subnets': [{'id': '8be2fb11-5686-46b6-8e73-f080f230bbf3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7eea0f88-16db-45be-bd6e-e53d7d23c938'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:23:25.942447 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d3ed27-7715-4e41-8461-3c6eb99d6787 None None] Checking router: 4794d00d-f243-468b-8471-eeb2b1f251af for host: dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:23:25.942816 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d3ed27-7715-4e41-8461-3c6eb99d6787 None None] Updating router 4794d00d-f243-468b-8471-eeb2b1f251af port 4e5c71b9-4143-4f5c-adef-e20e65b4ecf8 binding host dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:23:25.995151 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f9d3ed27-7715-4e41-8461-3c6eb99d6787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (4e5c71b9-4143-4f5c-adef-e20e65b4ecf8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:26.400943 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f9d3ed27-7715-4e41-8461-3c6eb99d6787 None None] Publish callbacks [] for port (4e5c71b9-4143-4f5c-adef-e20e65b4ecf8), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:26.407335 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f9d3ed27-7715-4e41-8461-3c6eb99d6787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (4e5c71b9-4143-4f5c-adef-e20e65b4ecf8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:26.463991 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-f9d3ed27-7715-4e41-8461-3c6eb99d6787 None None] Attempting to bind port 4e5c71b9-4143-4f5c-adef-e20e65b4ecf8 on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:23:26.464707 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-f9d3ed27-7715-4e41-8461-3c6eb99d6787 None None] Attempting to bind port 4e5c71b9-4143-4f5c-adef-e20e65b4ecf8 by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:23:26.464707 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d3ed27-7715-4e41-8461-3c6eb99d6787 None None] Attempting to bind port 4e5c71b9-4143-4f5c-adef-e20e65b4ecf8 on network 913ada40-7b52-4232-aff5-95dc520647d4 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:23:26.466789 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbecf12-27bf-4943-9536-6ae3858fd67c None None] Pushing event updated for resources: {'Port': ['ID=4e5c71b9-4143-4f5c-adef-e20e65b4ecf8,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:23:26.474924 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d3ed27-7715-4e41-8461-3c6eb99d6787 None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:23:26.475420 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d3ed27-7715-4e41-8461-3c6eb99d6787 None None] Checking segment: {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:23:26.475762 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f9d3ed27-7715-4e41-8461-3c6eb99d6787 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:26.476155 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d3ed27-7715-4e41-8461-3c6eb99d6787 None None] Bound using segment: {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:23:26.476629 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-f9d3ed27-7715-4e41-8461-3c6eb99d6787 None None] Bound port: 4e5c71b9-4143-4f5c-adef-e20e65b4ecf8, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:23:26.477010 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f9d3ed27-7715-4e41-8461-3c6eb99d6787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (4e5c71b9-4143-4f5c-adef-e20e65b4ecf8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:26.533163 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-f9d3ed27-7715-4e41-8461-3c6eb99d6787 None None] For port 4e5c71b9-4143-4f5c-adef-e20e65b4ecf8, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:23:26.537316 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-f9d3ed27-7715-4e41-8461-3c6eb99d6787 None None] For port 4e5c71b9-4143-4f5c-adef-e20e65b4ecf8, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=4e5c71b9-4143-4f5c-adef-e20e65b4ecf8,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:23:26.544730 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f9d3ed27-7715-4e41-8461-3c6eb99d6787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (4e5c71b9-4143-4f5c-adef-e20e65b4ecf8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:26.610853 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d3ed27-7715-4e41-8461-3c6eb99d6787 None None] Routers {'4794d00d-f243-468b-8471-eeb2b1f251af'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:23:26.611522 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f9d3ed27-7715-4e41-8461-3c6eb99d6787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:23:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['4794d00d-f243-468b-8471-eeb2b1f251af'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:23:26.613895 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbecf12-27bf-4943-9536-6ae3858fd67c None None] Pushing event updated for resources: {'Port': ['ID=4e5c71b9-4143-4f5c-adef-e20e65b4ecf8,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:23:26.759996 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-f9d3ed27-7715-4e41-8461-3c6eb99d6787 None None] Set router 4794d00d-f243-468b-8471-eeb2b1f251af gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:23:26.976527 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-f9d3ed27-7715-4e41-8461-3c6eb99d6787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4794d00d-f243-468b-8471-eeb2b1f251af', 'name': 'router1', 'tenant_id': '540bf727f064487c930910ee34bc6da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '4e5c71b9-4143-4f5c-adef-e20e65b4ecf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:23:02Z', 'updated_at': '2022-05-12T14:23:21Z', 'revision_number': 4, 'project_id': '540bf727f064487c930910ee34bc6da0', 'gw_port': {'id': '4e5c71b9-4143-4f5c-adef-e20e65b4ecf8', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4794d00d-f243-468b-8471-eeb2b1f251af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:23:20Z', 'updated_at': '2022-05-12T14:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': 'c8c3e232-ce48-4916-8dd4-2fccb198eaec', 'name': '', 'network_id': '0f16808c-db56-408d-aced-8d5c66ea1ecc', 'tenant_id': '540bf727f064487c930910ee34bc6da0', 'mac_address': 'fa:16:3e:51:54:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4794d00d-f243-468b-8471-eeb2b1f251af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8be2fb11-5686-46b6-8e73-f080f230bbf3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:23:12Z', 'updated_at': '2022-05-12T14:23:15Z', 'revision_number': 5, 'project_id': '540bf727f064487c930910ee34bc6da0', 'subnets': [{'id': '8be2fb11-5686-46b6-8e73-f080f230bbf3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7eea0f88-16db-45be-bd6e-e53d7d23c938'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:23:27.009831 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d3ed27-7715-4e41-8461-3c6eb99d6787 None None] The sync data for ids ['4794d00d-f243-468b-8471-eeb2b1f251af'] in dv-cinder-777031-14-iscsi is: [{'id': '4794d00d-f243-468b-8471-eeb2b1f251af', 'name': 'router1', 'tenant_id': '540bf727f064487c930910ee34bc6da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '4e5c71b9-4143-4f5c-adef-e20e65b4ecf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:23:02Z', 'updated_at': '2022-05-12T14:23:21Z', 'revision_number': 4, 'project_id': '540bf727f064487c930910ee34bc6da0', 'gw_port': {'id': '4e5c71b9-4143-4f5c-adef-e20e65b4ecf8', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4794d00d-f243-468b-8471-eeb2b1f251af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:23:20Z', 'updated_at': '2022-05-12T14:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': 'c8c3e232-ce48-4916-8dd4-2fccb198eaec', 'name': '', 'network_id': '0f16808c-db56-408d-aced-8d5c66ea1ecc', 'tenant_id': '540bf727f064487c930910ee34bc6da0', 'mac_address': 'fa:16:3e:51:54:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4794d00d-f243-468b-8471-eeb2b1f251af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8be2fb11-5686-46b6-8e73-f080f230bbf3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:23:12Z', 'updated_at': '2022-05-12T14:23:15Z', 'revision_number': 5, 'project_id': '540bf727f064487c930910ee34bc6da0', 'subnets': [{'id': '8be2fb11-5686-46b6-8e73-f080f230bbf3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7eea0f88-16db-45be-bd6e-e53d7d23c938'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:23:28.519060 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 4e5c71b9-4143-4f5c-adef-e20e65b4ecf8 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:23:28.607780 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port 4e5c71b9-4143-4f5c-adef-e20e65b4ecf8 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:23:28.609119 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (4e5c71b9-4143-4f5c-adef-e20e65b4ecf8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:28.724990 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port 4e5c71b9-4143-4f5c-adef-e20e65b4ecf8 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:23:28.726424 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (4e5c71b9-4143-4f5c-adef-e20e65b4ecf8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:28.761263 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] For port 4e5c71b9-4143-4f5c-adef-e20e65b4ecf8, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=4e5c71b9-4143-4f5c-adef-e20e65b4ecf8,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:23:28.768971 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (4e5c71b9-4143-4f5c-adef-e20e65b4ecf8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:28.862009 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Pushing event updated for resources: {'Port': ['ID=4e5c71b9-4143-4f5c-adef-e20e65b4ecf8,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:23:30.554513 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 4e5c71b9-4143-4f5c-adef-e20e65b4ecf8 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:23:30.694551 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port 4e5c71b9-4143-4f5c-adef-e20e65b4ecf8 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:23:30.695802 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (4e5c71b9-4143-4f5c-adef-e20e65b4ecf8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:30.817324 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port 4e5c71b9-4143-4f5c-adef-e20e65b4ecf8 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:23:36.549378 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 5 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:23:39.203486 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f2eced8-5ed7-4627-8c62-149af5bd53c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:41.593775 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6ab1a153-2bb4-417c-836a-beebbfbe458f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:42.902428 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:44.279531 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:23:45.658746 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:24:09.206189 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-28fc0284-afa1-4b76-96d7-b9842bfa4cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:24:11.594667 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-287688a9-c7aa-47bd-89e1-59b479370210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:24:12.901502 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:24:13.548694 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 5 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:24:14.277438 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:24:15.661906 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:24:39.209311 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1de913f1-52e9-47c0-a454-3dbdbe960d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:24:41.587887 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9c23dc12-6e5b-42bd-9141-cd59db97d7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:24:42.903269 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:24:44.090390 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 58798) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:24:44.188149 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-41fedab7-2277-4b8c-94d0-148c71b12bec admin admin] GET failed (client error): The resource could not be found. May 12 14:24:44.189526 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-41fedab7-2277-4b8c-94d0-148c71b12bec admin admin] 10.222.0.75 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0982277 May 12 14:24:44.275627 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:24:44.388895 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cd5e70-b69a-4874-a8fe-9440125a051f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:24:44.390497 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-41cd5e70-b69a-4874-a8fe-9440125a051f admin admin] 10.222.0.75 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1963761 May 12 14:24:45.667337 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:24:46.696578 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 58808) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:24:46.824950 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b9dfc1-b8f4-4a1a-aa3b-5da0c3ba789c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:24:46.826310 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-83b9dfc1-b8f4-4a1a-aa3b-5da0c3ba789c admin admin] 10.222.0.75 "GET /v2.0/subnets/8be2fb11-5686-46b6-8e73-f080f230bbf3 HTTP/1.1" status: 200 len: 849 time: 0.1287582 May 12 14:24:46.835638 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-38f6fa25-0b06-45aa-b931-14ab1d7c7b5a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:24:46.924120 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-38f6fa25-0b06-45aa-b931-14ab1d7c7b5a admin admin] Publish callbacks [] for subnet (8be2fb11-5686-46b6-8e73-f080f230bbf3), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:24:47.085349 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-38f6fa25-0b06-45aa-b931-14ab1d7c7b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771212022146'] for subnet (8be2fb11-5686-46b6-8e73-f080f230bbf3), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:24:47.143121 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f6fa25-0b06-45aa-b931-14ab1d7c7b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:24:47.143771 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-38f6fa25-0b06-45aa-b931-14ab1d7c7b5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:24:47.144658 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605acd46-a459-46da-9ed0-b101046246f2 None None] Network 0f16808c-db56-408d-aced-8d5c66ea1ecc requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:24:47.147150 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-38f6fa25-0b06-45aa-b931-14ab1d7c7b5a admin admin] 10.222.0.75 "PUT /v2.0/subnets/8be2fb11-5686-46b6-8e73-f080f230bbf3 HTTP/1.1" status: 200 len: 868 time: 0.3148897 May 12 14:24:47.168869 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6fa25-0b06-45aa-b931-14ab1d7c7b5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be2fb11-5686-46b6-8e73-f080f230bbf3,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:24:47.179395 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6fa25-0b06-45aa-b931-14ab1d7c7b5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:24:47.179813 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6fa25-0b06-45aa-b931-14ab1d7c7b5a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:24:47.180136 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6fa25-0b06-45aa-b931-14ab1d7c7b5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:24:47.180478 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6fa25-0b06-45aa-b931-14ab1d7c7b5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:24:47.180860 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6fa25-0b06-45aa-b931-14ab1d7c7b5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:24:47.181192 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6fa25-0b06-45aa-b931-14ab1d7c7b5a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:24:47.181519 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6fa25-0b06-45aa-b931-14ab1d7c7b5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:24:47.181844 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6fa25-0b06-45aa-b931-14ab1d7c7b5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:24:47.182186 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6fa25-0b06-45aa-b931-14ab1d7c7b5a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:24:47.182516 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6fa25-0b06-45aa-b931-14ab1d7c7b5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:24:47.182890 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6fa25-0b06-45aa-b931-14ab1d7c7b5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:24:47.183250 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6fa25-0b06-45aa-b931-14ab1d7c7b5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:24:47.183573 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6fa25-0b06-45aa-b931-14ab1d7c7b5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:24:47.183902 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6fa25-0b06-45aa-b931-14ab1d7c7b5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:24:47.184221 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6fa25-0b06-45aa-b931-14ab1d7c7b5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6fa25-0b06-45aa-b931-14ab1d7c7b5a admin admin] Tracked resource versions report: May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: pushed versions: May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: { 'AddressGroup': {'1.2'}, May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: 'Agent': {'1.1'}, May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: 'ConntrackHelper': {'1.0'}, May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: 'LocalIPAssociation': {'1.0'}, May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: 'Log': {'1.0'}, May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: 'NDPProxy': {'1.0'}, May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: 'Network': {'1.1'}, May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: 'Port': {'1.7'}, May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: 'PortForwarding': {'1.3'}, May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: 'QosPolicy': {'1.10'}, May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: 'SecurityGroup': {'1.5'}, May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: 'SecurityGroupRule': {'1.2'}, May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: 'SubPort': {'1.0'}, May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: 'Subnet': {'1.1'}, May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: 'Trunk': {'1.1'}} May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: consumer versions: May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: { DHCP agent@dv-cinder-777031-14-iscsi: {}, May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: L3 agent@dv-cinder-777031-14-iscsi: {}, May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: Metadata agent@dv-cinder-777031-14-iscsi: {}, May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: Metering agent@dv-cinder-777031-14-iscsi: {}, May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: Open vSwitch agent@dv-cinder-777031-14-iscsi: { 'AddressGroup': '1.2', May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: 'Agent': '1.1', May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: 'ConntrackHelper': '1.0', May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: 'LocalIPAssociation': '1.0', May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: 'Log': '1.0', May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: 'NDPProxy': '1.0', May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: 'Network': '1.1', May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: 'Port': '1.7', May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: 'PortForwarding': '1.3', May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: 'QosPolicy': '1.10', May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: 'SecurityGroup': '1.5', May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: 'SecurityGroupRule': '1.2', May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: 'SubPort': '1.0', May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: 'Subnet': '1.1', May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: 'Trunk': '1.1'}} May 12 14:24:47.185756 dv-cinder-777031-14-iscsi neutron-server[103430]: {{(pid=103430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 14:24:47.477937 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-27e1c9e6-4e16-4848-9033-1100d891ff35 None None] Provisioning complete for port b0012436-4540-4b4a-911c-0d7691f53e93 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:24:47.478413 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-27e1c9e6-4e16-4848-9033-1100d891ff35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (b0012436-4540-4b4a-911c-0d7691f53e93), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:24:47.558195 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-27e1c9e6-4e16-4848-9033-1100d891ff35 None None] Current status of the port b0012436-4540-4b4a-911c-0d7691f53e93 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:24:47.565921 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-27e1c9e6-4e16-4848-9033-1100d891ff35 None None] Provisioning complete for port c8c3e232-ce48-4916-8dd4-2fccb198eaec triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:24:47.566300 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-27e1c9e6-4e16-4848-9033-1100d891ff35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (c8c3e232-ce48-4916-8dd4-2fccb198eaec), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:24:47.644950 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-27e1c9e6-4e16-4848-9033-1100d891ff35 None None] Current status of the port c8c3e232-ce48-4916-8dd4-2fccb198eaec is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:24:49.403291 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 58820) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:24:49.621571 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74baa7ea-5937-4b69-8215-51658f3fb3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:24:49.621964 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74baa7ea-5937-4b69-8215-51658f3fb3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:24:49.623573 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-74baa7ea-5937-4b69-8215-51658f3fb3d9 admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2193360 May 12 14:24:50.548491 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 5 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:24:51.877349 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 58828) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:24:52.082399 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15df4f4-6c14-40ee-9ba5-e95494502408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:24:52.082882 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15df4f4-6c14-40ee-9ba5-e95494502408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:24:52.085783 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-f15df4f4-6c14-40ee-9ba5-e95494502408 admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2062478 May 12 14:24:54.335254 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 58838) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:24:54.471890 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16718ce-2cb5-48a3-b07b-12944e1398d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:24:54.473266 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-d16718ce-2cb5-48a3-b07b-12944e1398d5 admin admin] 10.222.0.75 "GET /v2.0/networks/0f16808c-db56-408d-aced-8d5c66ea1ecc HTTP/1.1" status: 200 len: 869 time: 0.1370075 May 12 14:24:56.729645 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 58846) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:24:56.862139 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d2f0c-40d4-4922-b06a-de033878ab85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:24:56.863556 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-f71d2f0c-40d4-4922-b06a-de033878ab85 admin admin] 10.222.0.75 "GET /v2.0/networks/913ada40-7b52-4232-aff5-95dc520647d4 HTTP/1.1" status: 200 len: 886 time: 0.1328449 May 12 14:24:59.161612 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 58854) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:24:59.287877 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9347cd7d-1f27-45a9-9362-8458b7eb4660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:24:59.288257 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9347cd7d-1f27-45a9-9362-8458b7eb4660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:24:59.289845 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-9347cd7d-1f27-45a9-9362-8458b7eb4660 admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1272507 May 12 14:25:01.562956 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 58862) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:25:01.655062 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9928a092-6651-44aa-a1ca-97ca8be86014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:25:01.655522 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9928a092-6651-44aa-a1ca-97ca8be86014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:25:01.657070 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-9928a092-6651-44aa-a1ca-97ca8be86014 admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0928128 May 12 14:25:03.923456 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 58870) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:25:04.012717 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a252e867-3cfc-49fc-84cd-ad849728ca03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:25:04.014094 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-a252e867-3cfc-49fc-84cd-ad849728ca03 admin admin] 10.222.0.75 "GET /v2.0/subnets/2870505d-8418-4289-9c4c-0eeadb155262 HTTP/1.1" status: 200 len: 816 time: 0.0894024 May 12 14:25:06.265743 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 58878) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:25:06.359530 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd3aa5d-ccb5-45a0-9359-aabad60a82db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:25:06.360942 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-9bd3aa5d-ccb5-45a0-9359-aabad60a82db admin admin] 10.222.0.75 "GET /v2.0/subnets/8be2fb11-5686-46b6-8e73-f080f230bbf3 HTTP/1.1" status: 200 len: 868 time: 0.0941577 May 12 14:25:09.214552 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-442646be-5938-4482-af08-7f1ba22378db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:11.590057 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-42af427d-802f-49de-a812-35ad4a3a02d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:12.913828 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:14.285637 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:15.670890 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:27.547300 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 5 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:25:39.218093 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2351ee3f-9fa3-4ed2-a6c2-aa290191d4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:41.593779 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-144bde72-fbee-4712-b490-5282ab7cd01e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:42.914211 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:44.284790 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:45.675585 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:47.400837 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 58936) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:25:47.453362 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [None req-5a442385-56d5-4e2a-a66e-f946782ef2e4 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:25:47.454345 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-5a442385-56d5-4e2a-a66e-f946782ef2e4 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0525742 May 12 14:25:49.811171 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 58944) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:25:49.871489 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e353a2-b8f5-42f4-af94-9635f8d8e7f2 admin admin] GET failed (client error): The resource could not be found. May 12 14:25:49.873279 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-42e353a2-b8f5-42f4-af94-9635f8d8e7f2 admin admin] 10.222.0.75 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611670 May 12 14:25:50.115039 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c3a4be-76fc-427f-8e1a-41792f4bcaf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:25:50.116589 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-11c3a4be-76fc-427f-8e1a-41792f4bcaf0 admin admin] 10.222.0.75 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2393351 May 12 14:25:52.376001 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 58952) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:25:52.422575 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-06063cd0-2dc8-4c7a-b30b-2ff553a96fd6 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:25:52.443535 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06063cd0-2dc8-4c7a-b30b-2ff553a96fd6 admin admin] Made reservation on behalf of b51fa73b4d054aee9ce299da7ce9ee7a for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:25:52.445865 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-06063cd0-2dc8-4c7a-b30b-2ff553a96fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:52.472877 dv-cinder-777031-14-iscsi neutron-server[103429]: WARNING neutron.services.revisions.revision_plugin [None req-06063cd0-2dc8-4c7a-b30b-2ff553a96fd6 admin admin] Could not find related network for resource to bump revision. May 12 14:25:52.484481 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06063cd0-2dc8-4c7a-b30b-2ff553a96fd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:25:52.493783 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-06063cd0-2dc8-4c7a-b30b-2ff553a96fd6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771212172301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (0f161fac-3a51-42ce-9385-b6e76f5028d5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:52.494175 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.db.segments_db [None req-06063cd0-2dc8-4c7a-b30b-2ff553a96fd6 admin admin] Added segment 0f161fac-3a51-42ce-9385-b6e76f5028d5 of type vlan for network 2afe5049-1c7c-4a0e-9e37-f7287a395030 May 12 14:25:52.532625 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-06063cd0-2dc8-4c7a-b30b-2ff553a96fd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771211612555'] for network (2afe5049-1c7c-4a0e-9e37-f7287a395030), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:52.556303 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-06063cd0-2dc8-4c7a-b30b-2ff553a96fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for network (2afe5049-1c7c-4a0e-9e37-f7287a395030), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:52.557290 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06063cd0-2dc8-4c7a-b30b-2ff553a96fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:25:52.557903 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-06063cd0-2dc8-4c7a-b30b-2ff553a96fd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:52.591524 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-06063cd0-2dc8-4c7a-b30b-2ff553a96fd6 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2144296 May 12 14:25:52.621812 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06063cd0-2dc8-4c7a-b30b-2ff553a96fd6 admin admin] Pushing event updated for resources: {'Network': ['ID=2afe5049-1c7c-4a0e-9e37-f7287a395030,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:25:52.629904 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06063cd0-2dc8-4c7a-b30b-2ff553a96fd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:52.630252 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06063cd0-2dc8-4c7a-b30b-2ff553a96fd6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:52.630611 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06063cd0-2dc8-4c7a-b30b-2ff553a96fd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:52.630949 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06063cd0-2dc8-4c7a-b30b-2ff553a96fd6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:52.631327 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06063cd0-2dc8-4c7a-b30b-2ff553a96fd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:52.631659 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06063cd0-2dc8-4c7a-b30b-2ff553a96fd6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:52.631986 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06063cd0-2dc8-4c7a-b30b-2ff553a96fd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:52.632315 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06063cd0-2dc8-4c7a-b30b-2ff553a96fd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:52.632643 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06063cd0-2dc8-4c7a-b30b-2ff553a96fd6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:52.632965 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06063cd0-2dc8-4c7a-b30b-2ff553a96fd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:52.633289 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06063cd0-2dc8-4c7a-b30b-2ff553a96fd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:52.633614 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06063cd0-2dc8-4c7a-b30b-2ff553a96fd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:52.633953 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06063cd0-2dc8-4c7a-b30b-2ff553a96fd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:52.634251 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06063cd0-2dc8-4c7a-b30b-2ff553a96fd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:52.634570 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06063cd0-2dc8-4c7a-b30b-2ff553a96fd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:52.646634 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Network 2afe5049-1c7c-4a0e-9e37-f7287a395030 details requested by agent ovs-agent-dv-cinder-777031-14-iscsi with host dv-cinder-777031-14-iscsi {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:25:54.839135 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 58960) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:25:54.900142 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.pecan_wsgi.hooks.translation [None req-188d14a3-8804-4fa9-9047-11586967c03d admin admin] GET failed (client error): The resource could not be found. May 12 14:25:54.901466 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-188d14a3-8804-4fa9-9047-11586967c03d admin admin] 10.222.0.75 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613582 May 12 14:25:54.971168 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d3f41f-0b55-445f-87be-aa803800fd09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:25:54.972631 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-98d3f41f-0b55-445f-87be-aa803800fd09 admin admin] 10.222.0.75 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0661070 May 12 14:25:54.982222 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-7bd45d9d-83aa-42bf-bae1-2b01b59dd732 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '2afe5049-1c7c-4a0e-9e37-f7287a395030', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:25:54.999876 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd45d9d-83aa-42bf-bae1-2b01b59dd732 admin admin] Made reservation on behalf of b51fa73b4d054aee9ce299da7ce9ee7a for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:25:55.002096 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7bd45d9d-83aa-42bf-bae1-2b01b59dd732 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:55.159150 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7bd45d9d-83aa-42bf-bae1-2b01b59dd732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for subnet (d7d6600b-ee5b-423d-8d3e-778212e1ef38), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:55.218971 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd45d9d-83aa-42bf-bae1-2b01b59dd732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7d6600b-ee5b-423d-8d3e-778212e1ef38,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:25:55.223103 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd45d9d-83aa-42bf-bae1-2b01b59dd732 admin admin] Checking segment: {'id': '0f161fac-3a51-42ce-9385-b6e76f5028d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2afe5049-1c7c-4a0e-9e37-f7287a395030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:25:55.223460 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd45d9d-83aa-42bf-bae1-2b01b59dd732 admin admin] Network hostable DHCP agents. Network: 2afe5049-1c7c-4a0e-9e37-f7287a395030, hostable agents: ['8d346936-3b5f-4708-9dbd-40464a47b1eb'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:25:55.238674 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd45d9d-83aa-42bf-bae1-2b01b59dd732 admin admin] Network 2afe5049-1c7c-4a0e-9e37-f7287a395030 is scheduled to be hosted by DHCP agent 8d346936-3b5f-4708-9dbd-40464a47b1eb with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:25:55.246436 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-7bd45d9d-83aa-42bf-bae1-2b01b59dd732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-14-iscsi, 2afe5049-1c7c-4a0e-9e37-f7287a395030) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:25:55.250783 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd45d9d-83aa-42bf-bae1-2b01b59dd732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:25:55.251402 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7bd45d9d-83aa-42bf-bae1-2b01b59dd732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:55.255922 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4db3487-d45a-48d2-a459-5fe334a55ac7 None None] Network 2afe5049-1c7c-4a0e-9e37-f7287a395030 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:25:55.268245 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-7bd45d9d-83aa-42bf-bae1-2b01b59dd732 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2893553 May 12 14:25:55.363503 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a910b8e-e9ef-5def-a0da-b0da6844de63-2afe5049-1c7c-4a0e-9e37-f7287a395030', 'network_id': '2afe5049-1c7c-4a0e-9e37-f7287a395030', 'project_id': 'b51fa73b4d054aee9ce299da7ce9ee7a', 'fixed_ips': [{'subnet_id': 'd7d6600b-ee5b-423d-8d3e-778212e1ef38'}]}} from dv-cinder-777031-14-iscsi. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 14:25:55.364453 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:55.596813 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Allocated IP 192.168.233.2 (2afe5049-1c7c-4a0e-9e37-f7287a395030/d7d6600b-ee5b-423d-8d3e-778212e1ef38/bbc24a2f-7e9f-45a0-9e04-ee1943ffc427) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:25:55.743684 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Publish callbacks [] for port (bbc24a2f-7e9f-45a0-9e04-ee1943ffc427), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:55.752797 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (bbc24a2f-7e9f-45a0-9e04-ee1943ffc427), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:55.796689 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Network 2afe5049-1c7c-4a0e-9e37-f7287a395030 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:25:55.804904 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:25:55.806737 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Pushing event updated for resources: {'Port': ['ID=bbc24a2f-7e9f-45a0-9e04-ee1943ffc427,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:25:55.808944 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:25:55.821652 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:55.822026 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:55.822358 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:55.822715 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:55.823239 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:55.823393 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:55.823721 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:55.824044 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:55.824380 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:55.824708 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:55.825059 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:55.825394 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:55.825717 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:55.826071 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:55.826449 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:25:55.876795 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Attempting to bind port bbc24a2f-7e9f-45a0-9e04-ee1943ffc427 on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:25:55.877080 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Attempting to bind port bbc24a2f-7e9f-45a0-9e04-ee1943ffc427 by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': '0f161fac-3a51-42ce-9385-b6e76f5028d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2afe5049-1c7c-4a0e-9e37-f7287a395030'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:25:55.877438 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Attempting to bind port bbc24a2f-7e9f-45a0-9e04-ee1943ffc427 on network 2afe5049-1c7c-4a0e-9e37-f7287a395030 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:25:55.882504 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:25:55.882871 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Checking segment: {'id': '0f161fac-3a51-42ce-9385-b6e76f5028d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2afe5049-1c7c-4a0e-9e37-f7287a395030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:25:55.883306 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:55.883697 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Bound using segment: {'id': '0f161fac-3a51-42ce-9385-b6e76f5028d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2afe5049-1c7c-4a0e-9e37-f7287a395030'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:25:55.884156 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Bound port: bbc24a2f-7e9f-45a0-9e04-ee1943ffc427, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f161fac-3a51-42ce-9385-b6e76f5028d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2afe5049-1c7c-4a0e-9e37-f7287a395030'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:25:55.884533 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (bbc24a2f-7e9f-45a0-9e04-ee1943ffc427), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:55.947321 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] For port bbc24a2f-7e9f-45a0-9e04-ee1943ffc427, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:25:55.950515 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] For port bbc24a2f-7e9f-45a0-9e04-ee1943ffc427, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=bbc24a2f-7e9f-45a0-9e04-ee1943ffc427,segment=NetworkSegment(0f161fac-3a51-42ce-9385-b6e76f5028d5),segment_id=0f161fac-3a51-42ce-9385-b6e76f5028d5)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:25:55.957941 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (bbc24a2f-7e9f-45a0-9e04-ee1943ffc427), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:56.020183 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7fad3-eb5b-498a-a707-32089ab54d07 None None] Pushing event updated for resources: {'Port': ['ID=bbc24a2f-7e9f-45a0-9e04-ee1943ffc427,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:25:56.601066 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device bbc24a2f-7e9f-45a0-9e04-ee1943ffc427 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:25:56.665491 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port bbc24a2f-7e9f-45a0-9e04-ee1943ffc427 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:25:56.666163 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (bbc24a2f-7e9f-45a0-9e04-ee1943ffc427), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:56.753307 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port bbc24a2f-7e9f-45a0-9e04-ee1943ffc427 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:25:56.753736 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (bbc24a2f-7e9f-45a0-9e04-ee1943ffc427), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:56.789878 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] For port bbc24a2f-7e9f-45a0-9e04-ee1943ffc427, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=bbc24a2f-7e9f-45a0-9e04-ee1943ffc427,segment=NetworkSegment(0f161fac-3a51-42ce-9385-b6e76f5028d5),segment_id=0f161fac-3a51-42ce-9385-b6e76f5028d5)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:25:56.795593 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (bbc24a2f-7e9f-45a0-9e04-ee1943ffc427), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:56.857323 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Pushing event updated for resources: {'Port': ['ID=bbc24a2f-7e9f-45a0-9e04-ee1943ffc427,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:25:56.890833 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f78a02-46c1-4f02-9db4-14c3b9b97548 None None] Network 2afe5049-1c7c-4a0e-9e37-f7287a395030 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:25:56.919665 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2a201573-2f6e-4c7f-8283-fafc9a623544 None None] Provisioning complete for port bbc24a2f-7e9f-45a0-9e04-ee1943ffc427 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:25:56.920051 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a201573-2f6e-4c7f-8283-fafc9a623544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (bbc24a2f-7e9f-45a0-9e04-ee1943ffc427), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:57.064018 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2a201573-2f6e-4c7f-8283-fafc9a623544 None None] Current status of the port bbc24a2f-7e9f-45a0-9e04-ee1943ffc427 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:25:57.381654 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-dda909ed-499d-4388-96a9-4c2c3ee8ccd6 None None] Provisioning complete for port bbc24a2f-7e9f-45a0-9e04-ee1943ffc427 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:25:57.382032 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dda909ed-499d-4388-96a9-4c2c3ee8ccd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (bbc24a2f-7e9f-45a0-9e04-ee1943ffc427), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:57.462826 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-dda909ed-499d-4388-96a9-4c2c3ee8ccd6 None None] Current status of the port bbc24a2f-7e9f-45a0-9e04-ee1943ffc427 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:25:58.541834 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device bbc24a2f-7e9f-45a0-9e04-ee1943ffc427 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:25:58.587200 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port bbc24a2f-7e9f-45a0-9e04-ee1943ffc427 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:25:58.587586 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (bbc24a2f-7e9f-45a0-9e04-ee1943ffc427), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:25:58.663808 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port bbc24a2f-7e9f-45a0-9e04-ee1943ffc427 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:26:04.545946 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 5 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:26:09.219908 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-90793251-cd55-4d92-86dd-e677dd4443f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:26:11.595335 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f05dc2ee-043f-4ccb-b010-16d9bb6a95f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:26:12.916244 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:26:14.286310 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:26:15.678379 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:26:39.224624 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2da03698-4970-498d-8511-850eae9ffc73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:26:41.545382 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 5 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:26:41.601632 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dc7bcddb-5c04-4e93-a090-9404d1d309af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:26:42.916548 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:26:44.290998 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:26:45.684405 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:27:09.228751 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7700a767-c00a-4577-ad7c-034f9b2b0d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:27:11.593519 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8343721d-9ec1-4127-9756-714a8e70c3b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:27:12.921082 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:27:14.292108 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:27:15.687142 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:27:18.544347 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 5 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:27:23.186813 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 58998) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:27:23.192487 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [None req-0057d366-6525-44c7-8fbd-cecb3799968d tempest-verify_tempest_config-1502893612 tempest-verify_tempest_config-1502893612-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:27:23.193435 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-0057d366-6525-44c7-8fbd-cecb3799968d tempest-verify_tempest_config-1502893612 tempest-verify_tempest_config-1502893612-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056517 May 12 14:27:23.490808 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 59016) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:27:23.593273 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-12dcc6b5-84f5-49c9-a400-27c9a6a6aeeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:27:23.669495 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-12dcc6b5-84f5-49c9-a400-27c9a6a6aeeb admin admin] Publish callbacks [] for security_group (10a2985c-f37e-4b43-8440-04eb809b9148), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:27:23.673099 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-12dcc6b5-84f5-49c9-a400-27c9a6a6aeeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (10a2985c-f37e-4b43-8440-04eb809b9148), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:27:23.715766 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcc6b5-84f5-49c9-a400-27c9a6a6aeeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a2985c-f37e-4b43-8440-04eb809b9148,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:27:23.719435 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-12dcc6b5-84f5-49c9-a400-27c9a6a6aeeb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3f8cdb74f3f14bd6b52bac2d00ce625a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2276208 May 12 14:27:23.722546 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 59020) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:27:23.724817 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcc6b5-84f5-49c9-a400-27c9a6a6aeeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:23.725145 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcc6b5-84f5-49c9-a400-27c9a6a6aeeb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:23.725502 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcc6b5-84f5-49c9-a400-27c9a6a6aeeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:23.725830 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcc6b5-84f5-49c9-a400-27c9a6a6aeeb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:23.726138 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcc6b5-84f5-49c9-a400-27c9a6a6aeeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:23.726455 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcc6b5-84f5-49c9-a400-27c9a6a6aeeb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:23.726789 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcc6b5-84f5-49c9-a400-27c9a6a6aeeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:23.727116 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcc6b5-84f5-49c9-a400-27c9a6a6aeeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:23.727435 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcc6b5-84f5-49c9-a400-27c9a6a6aeeb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:23.727752 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcc6b5-84f5-49c9-a400-27c9a6a6aeeb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:23.728085 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcc6b5-84f5-49c9-a400-27c9a6a6aeeb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:23.728431 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcc6b5-84f5-49c9-a400-27c9a6a6aeeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:23.728802 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcc6b5-84f5-49c9-a400-27c9a6a6aeeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:23.729117 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcc6b5-84f5-49c9-a400-27c9a6a6aeeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:23.729458 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dcc6b5-84f5-49c9-a400-27c9a6a6aeeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:23.804226 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-968efc5a-7fdf-4471-a761-b7eba1eb6620 admin admin] Publish callbacks [] for security_group (10a2985c-f37e-4b43-8440-04eb809b9148), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:27:23.825177 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-968efc5a-7fdf-4471-a761-b7eba1eb6620 admin admin] Publish callbacks [] for security_group (10a2985c-f37e-4b43-8440-04eb809b9148), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:27:23.915126 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-968efc5a-7fdf-4471-a761-b7eba1eb6620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (10a2985c-f37e-4b43-8440-04eb809b9148), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:27:23.917662 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-968efc5a-7fdf-4471-a761-b7eba1eb6620 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:27:23.922077 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-968efc5a-7fdf-4471-a761-b7eba1eb6620 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/10a2985c-f37e-4b43-8440-04eb809b9148 HTTP/1.1" status: 204 len: 168 time: 0.1983440 May 12 14:27:23.935220 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968efc5a-7fdf-4471-a761-b7eba1eb6620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a2985c-f37e-4b43-8440-04eb809b9148,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:27:23.946481 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968efc5a-7fdf-4471-a761-b7eba1eb6620 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:23.947085 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968efc5a-7fdf-4471-a761-b7eba1eb6620 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:23.947693 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968efc5a-7fdf-4471-a761-b7eba1eb6620 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:23.949063 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968efc5a-7fdf-4471-a761-b7eba1eb6620 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:23.949485 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968efc5a-7fdf-4471-a761-b7eba1eb6620 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:23.950052 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968efc5a-7fdf-4471-a761-b7eba1eb6620 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:23.950614 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968efc5a-7fdf-4471-a761-b7eba1eb6620 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:23.951225 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968efc5a-7fdf-4471-a761-b7eba1eb6620 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:23.951890 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968efc5a-7fdf-4471-a761-b7eba1eb6620 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:23.952381 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968efc5a-7fdf-4471-a761-b7eba1eb6620 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:23.952955 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968efc5a-7fdf-4471-a761-b7eba1eb6620 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:23.953531 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968efc5a-7fdf-4471-a761-b7eba1eb6620 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:23.954103 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968efc5a-7fdf-4471-a761-b7eba1eb6620 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:23.954676 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968efc5a-7fdf-4471-a761-b7eba1eb6620 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:23.955254 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968efc5a-7fdf-4471-a761-b7eba1eb6620 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:27:39.231297 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-500878c6-75a9-486f-8ab4-e07f466b86df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:27:41.595066 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7fd38ba6-2ed2-4d6d-a627-c28f498d7d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:27:42.924485 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:27:44.293824 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:27:45.690515 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:27:55.542733 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 5 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:28:09.233491 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-33fcee6e-cd92-4d6d-8b0c-8c160db3e9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:28:11.596662 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a4abd56c-bf09-4e8c-9b2b-7536fc8be1ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:28:12.926739 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:28:14.299225 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:28:15.693192 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:28:32.541915 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 5 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:28:39.237170 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-72f6f996-09a7-4a81-a256-97c8dbddf14d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:28:41.598418 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e14ba234-129c-44e1-aaa0-5ebafad9c07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:28:42.929024 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:28:44.299580 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:28:45.696482 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:09.239455 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4f255f52-942c-4a5d-ba14-c4f110e42b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:09.541426 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 5 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:29:11.603098 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-043c9aaa-7ddc-489a-ad06-e0f6794bf57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:12.931378 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:14.302298 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:15.702214 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:15.786085 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-901747'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:27.861441 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 59092) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:29:27.965104 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-1bfbfe84-9156-4bf6-a85c-5e5b8d9793f4 admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1023002 May 12 14:29:30.248513 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 59102) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:29:30.318655 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-e6093348-98b6-4795-9052-c5cd005e7b75 admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0682912 May 12 14:29:39.241335 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7d80cded-d26e-4b60-abec-dd28927c9b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:41.603997 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-98fb9991-d955-4c06-b937-8a98f52daa04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:42.934944 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:44.308500 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:45.704324 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:45.775002 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:29:46.540083 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:30:09.243048 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5e29d9b9-3904-4b7e-a717-adf9118de43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:30:11.605188 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-98449262-7797-4128-a385-717e3761eb2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:30:12.939219 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:30:14.308714 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:30:15.707217 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:30:15.791641 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:30:23.540658 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:30:39.245703 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-39916361-b209-41b1-af46-9ab78b2e0d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:30:41.614149 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-faec9ef1-335c-4c05-8fe4-12691c27a6d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:30:42.952055 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:30:44.315614 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:30:45.710587 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:30:45.787493 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:00.601848 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:31:09.255924 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-79f0652e-46a0-4390-808c-197d67618403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:11.619524 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ae0927f2-3ddd-4405-b4e5-835be5e5f391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:12.948005 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:13.816209 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 59270) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:14.178787 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1460914710-network', 'tenant_id': '202791457f0749649e8cc096f6e43404'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:31:14.210502 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Made reservation on behalf of 202791457f0749649e8cc096f6e43404 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:31:14.213217 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:14.226194 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:14.309184 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 59308) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:14.326640 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Publish callbacks [] for security_group (cabba725-753a-465a-a539-bbdb9307d627), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:14.333247 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (cabba725-753a-465a-a539-bbdb9307d627), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:14.335633 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:14.370826 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:31:14.377946 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabba725-753a-465a-a539-bbdb9307d627,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:14.387933 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.395391 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.396855 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.397497 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.397897 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.398242 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.399180 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.399736 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.400079 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.400559 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.400921 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.401248 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.401970 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.402308 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.402655 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Tracked resource versions report: May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: pushed versions: May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: { 'AddressGroup': {'1.2'}, May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: 'Agent': {'1.1'}, May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: 'ConntrackHelper': {'1.0'}, May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: 'LocalIPAssociation': {'1.0'}, May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: 'Log': {'1.0'}, May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: 'NDPProxy': {'1.0'}, May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: 'Network': {'1.1'}, May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: 'Port': {'1.7'}, May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: 'PortForwarding': {'1.3'}, May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: 'QosPolicy': {'1.10'}, May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: 'SecurityGroup': {'1.5'}, May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: 'SecurityGroupRule': {'1.2'}, May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: 'SubPort': {'1.0'}, May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: 'Subnet': {'1.1'}, May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: 'Trunk': {'1.1'}} May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: consumer versions: May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: { DHCP agent@dv-cinder-777031-14-iscsi: {}, May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: HyperV agent@hv-cinder-77703: {}, May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: L3 agent@dv-cinder-777031-14-iscsi: {}, May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: Metadata agent@dv-cinder-777031-14-iscsi: {}, May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: Metering agent@dv-cinder-777031-14-iscsi: {}, May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: Open vSwitch agent@dv-cinder-777031-14-iscsi: { 'AddressGroup': '1.2', May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: 'Agent': '1.1', May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: 'ConntrackHelper': '1.0', May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: 'LocalIPAssociation': '1.0', May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: 'Log': '1.0', May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: 'NDPProxy': '1.0', May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: 'Network': '1.1', May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: 'Port': '1.7', May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: 'PortForwarding': '1.3', May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: 'QosPolicy': '1.10', May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: 'SecurityGroup': '1.5', May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: 'SecurityGroupRule': '1.2', May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: 'SubPort': '1.0', May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: 'Subnet': '1.1', May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: 'Trunk': '1.1'}} May 12 14:31:14.404100 dv-cinder-777031-14-iscsi neutron-server[103430]: {{(pid=103430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 14:31:14.418408 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771212172301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (9eb73ca4-c62a-41f2-a61e-de015e1862b3), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:14.419261 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.db.segments_db [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Added segment 9eb73ca4-c62a-41f2-a61e-de015e1862b3 of type vlan for network a850f271-3b32-48bf-8bb5-be1eb540a3d0 May 12 14:31:14.493498 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771211612555'] for network (a850f271-3b32-48bf-8bb5-be1eb540a3d0), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:14.545859 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for network (a850f271-3b32-48bf-8bb5-be1eb540a3d0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:14.547136 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:14.547736 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:14.604337 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 59326) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:14.609690 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b0c87d23-5b6a-4a47-95fe-0a26ee54f931 admin admin] Request body: {'subnet': {'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1460914710-subnet', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:31:14.611780 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7940760 May 12 14:31:14.630135 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c87d23-5b6a-4a47-95fe-0a26ee54f931 admin admin] Made reservation on behalf of 202791457f0749649e8cc096f6e43404 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:31:14.633175 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b0c87d23-5b6a-4a47-95fe-0a26ee54f931 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:14.677125 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359aa81a-b65a-4a46-a24a-22c326100bff admin admin] Pushing event updated for resources: {'Network': ['ID=a850f271-3b32-48bf-8bb5-be1eb540a3d0,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:14.691005 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Network a850f271-3b32-48bf-8bb5-be1eb540a3d0 details requested by agent ovs-agent-dv-cinder-777031-14-iscsi with host dv-cinder-777031-14-iscsi {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:31:14.712007 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-51c8ee1f-0b96-4c24-95ca-f960c682cbab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-365472434-network', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:31:14.793307 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c8ee1f-0b96-4c24-95ca-f960c682cbab admin admin] Made reservation on behalf of e4b5ca018b5f4dda99486407424b8168 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:31:14.798141 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-51c8ee1f-0b96-4c24-95ca-f960c682cbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:14.841027 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-51c8ee1f-0b96-4c24-95ca-f960c682cbab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:14.872925 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b0c87d23-5b6a-4a47-95fe-0a26ee54f931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for subnet (8fb7d41d-7144-4a8c-a134-c65db57b4ef6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:14.971940 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c87d23-5b6a-4a47-95fe-0a26ee54f931 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fb7d41d-7144-4a8c-a134-c65db57b4ef6,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:14.986902 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c87d23-5b6a-4a47-95fe-0a26ee54f931 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.987358 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c87d23-5b6a-4a47-95fe-0a26ee54f931 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.987978 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c87d23-5b6a-4a47-95fe-0a26ee54f931 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.988385 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c87d23-5b6a-4a47-95fe-0a26ee54f931 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.988742 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c87d23-5b6a-4a47-95fe-0a26ee54f931 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.989068 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c87d23-5b6a-4a47-95fe-0a26ee54f931 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.989391 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c87d23-5b6a-4a47-95fe-0a26ee54f931 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.989742 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c87d23-5b6a-4a47-95fe-0a26ee54f931 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.990060 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c87d23-5b6a-4a47-95fe-0a26ee54f931 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.990380 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c87d23-5b6a-4a47-95fe-0a26ee54f931 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.990691 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c87d23-5b6a-4a47-95fe-0a26ee54f931 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.991205 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c87d23-5b6a-4a47-95fe-0a26ee54f931 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.991694 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c87d23-5b6a-4a47-95fe-0a26ee54f931 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.992172 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c87d23-5b6a-4a47-95fe-0a26ee54f931 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.992487 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c87d23-5b6a-4a47-95fe-0a26ee54f931 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c87d23-5b6a-4a47-95fe-0a26ee54f931 admin admin] Tracked resource versions report: May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: pushed versions: May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: { 'AddressGroup': {'1.2'}, May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: 'Agent': {'1.1'}, May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: 'ConntrackHelper': {'1.0'}, May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: 'LocalIPAssociation': {'1.0'}, May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: 'Log': {'1.0'}, May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: 'NDPProxy': {'1.0'}, May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: 'Network': {'1.1'}, May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: 'Port': {'1.7'}, May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: 'PortForwarding': {'1.3'}, May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: 'QosPolicy': {'1.10'}, May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: 'SecurityGroup': {'1.5'}, May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: 'SecurityGroupRule': {'1.2'}, May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: 'SubPort': {'1.0'}, May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: 'Subnet': {'1.1'}, May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: 'Trunk': {'1.1'}} May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: consumer versions: May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: { DHCP agent@dv-cinder-777031-14-iscsi: {}, May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: HyperV agent@hv-cinder-77703: {}, May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: L3 agent@dv-cinder-777031-14-iscsi: {}, May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: Metadata agent@dv-cinder-777031-14-iscsi: {}, May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: Metering agent@dv-cinder-777031-14-iscsi: {}, May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: Open vSwitch agent@dv-cinder-777031-14-iscsi: { 'AddressGroup': '1.2', May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: 'Agent': '1.1', May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: 'ConntrackHelper': '1.0', May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: 'LocalIPAssociation': '1.0', May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: 'Log': '1.0', May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: 'NDPProxy': '1.0', May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: 'Network': '1.1', May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: 'Port': '1.7', May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: 'PortForwarding': '1.3', May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: 'QosPolicy': '1.10', May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: 'SecurityGroup': '1.5', May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: 'SecurityGroupRule': '1.2', May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: 'SubPort': '1.0', May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: 'Subnet': '1.1', May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: 'Trunk': '1.1'}} May 12 14:31:14.993683 dv-cinder-777031-14-iscsi neutron-server[103429]: {{(pid=103429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 14:31:15.010246 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c87d23-5b6a-4a47-95fe-0a26ee54f931 admin admin] Checking segment: {'id': '9eb73ca4-c62a-41f2-a61e-de015e1862b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:31:15.010659 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c87d23-5b6a-4a47-95fe-0a26ee54f931 admin admin] Network hostable DHCP agents. Network: a850f271-3b32-48bf-8bb5-be1eb540a3d0, hostable agents: ['8d346936-3b5f-4708-9dbd-40464a47b1eb'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:31:15.051140 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c87d23-5b6a-4a47-95fe-0a26ee54f931 admin admin] Network a850f271-3b32-48bf-8bb5-be1eb540a3d0 is scheduled to be hosted by DHCP agent 8d346936-3b5f-4708-9dbd-40464a47b1eb with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:31:15.055072 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-51c8ee1f-0b96-4c24-95ca-f960c682cbab admin admin] Publish callbacks [] for security_group (3a3cf075-202c-41d7-8cfc-5643cf7cb833), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:15.060545 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-51c8ee1f-0b96-4c24-95ca-f960c682cbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (3a3cf075-202c-41d7-8cfc-5643cf7cb833), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:15.074411 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c8ee1f-0b96-4c24-95ca-f960c682cbab admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:31:15.084677 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-51c8ee1f-0b96-4c24-95ca-f960c682cbab admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771212172301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (3e6925c9-868c-4eb2-b1c7-d7edce7ca97c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:15.085096 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.db.segments_db [None req-51c8ee1f-0b96-4c24-95ca-f960c682cbab admin admin] Added segment 3e6925c9-868c-4eb2-b1c7-d7edce7ca97c of type vlan for network 3fdc0b19-4053-4c44-8b08-cd1ab3959461 May 12 14:31:15.122459 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 59340) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:15.138986 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-51c8ee1f-0b96-4c24-95ca-f960c682cbab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771211612555'] for network (3fdc0b19-4053-4c44-8b08-cd1ab3959461), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:15.184393 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8ee1f-0b96-4c24-95ca-f960c682cbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3cf075-202c-41d7-8cfc-5643cf7cb833,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:15.188014 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-b0c87d23-5b6a-4a47-95fe-0a26ee54f931 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-14-iscsi, a850f271-3b32-48bf-8bb5-be1eb540a3d0) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:31:15.192662 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c87d23-5b6a-4a47-95fe-0a26ee54f931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:15.194092 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b0c87d23-5b6a-4a47-95fe-0a26ee54f931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:15.198264 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ebf96b-5dca-47e2-bc74-e43dcb4f49f3 None None] Network a850f271-3b32-48bf-8bb5-be1eb540a3d0 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:31:15.206162 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-51c8ee1f-0b96-4c24-95ca-f960c682cbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for network (3fdc0b19-4053-4c44-8b08-cd1ab3959461), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:15.207618 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c8ee1f-0b96-4c24-95ca-f960c682cbab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:15.208572 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-51c8ee1f-0b96-4c24-95ca-f960c682cbab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:15.274424 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-b0c87d23-5b6a-4a47-95fe-0a26ee54f931 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6691532 May 12 14:31:15.277251 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 59346) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:15.281733 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f63dc45e-b2f8-4951-9bd4-203b61bb8970 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1460914710-router', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:31:15.291569 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8ee1f-0b96-4c24-95ca-f960c682cbab admin admin] Pushing event updated for resources: {'Network': ['ID=3fdc0b19-4053-4c44-8b08-cd1ab3959461,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:15.315879 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 59348) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:15.316565 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-51c8ee1f-0b96-4c24-95ca-f960c682cbab admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.0039833 May 12 14:31:15.325257 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-6ef8faee-643a-4a97-a52c-28d99ee2949d admin admin] Request body: {'subnet': {'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-365472434-subnet', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:31:15.342986 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Network 3fdc0b19-4053-4c44-8b08-cd1ab3959461 details requested by agent ovs-agent-dv-cinder-777031-14-iscsi with host dv-cinder-777031-14-iscsi {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:31:15.353572 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef8faee-643a-4a97-a52c-28d99ee2949d admin admin] Made reservation on behalf of e4b5ca018b5f4dda99486407424b8168 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:31:15.356749 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6ef8faee-643a-4a97-a52c-28d99ee2949d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:15.438299 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a910b8e-e9ef-5def-a0da-b0da6844de63-a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'project_id': '202791457f0749649e8cc096f6e43404', 'fixed_ips': [{'subnet_id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6'}]}} from dv-cinder-777031-14-iscsi. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 14:31:15.439487 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:15.496796 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f63dc45e-b2f8-4951-9bd4-203b61bb8970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-926981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-493231'] for router (36d3cc14-4fcf-4d0e-a668-5a69fe69e004), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:15.498918 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f63dc45e-b2f8-4951-9bd4-203b61bb8970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-928796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-988421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-493140'] for router (36d3cc14-4fcf-4d0e-a668-5a69fe69e004), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:15.524876 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-e25238b8-6114-430c-9509-b8c00c51d7cc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1009929606-network', 'tenant_id': '5595513cb114487cb476e609d069709b'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:31:15.655690 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Allocated IP 172.20.0.2 (a850f271-3b32-48bf-8bb5-be1eb540a3d0/8fb7d41d-7144-4a8c-a134-c65db57b4ef6/956c0be4-4846-4f6c-83ee-617a0322bf41) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:31:15.781305 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f63dc45e-b2f8-4951-9bd4-203b61bb8970 admin admin] Publish callbacks [] for router_controller (36d3cc14-4fcf-4d0e-a668-5a69fe69e004), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:15.782847 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:15.811585 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:15.887856 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Publish callbacks [] for port (956c0be4-4846-4f6c-83ee-617a0322bf41), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:15.896910 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (956c0be4-4846-4f6c-83ee-617a0322bf41), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:15.956905 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Pushing event updated for resources: {'Port': ['ID=956c0be4-4846-4f6c-83ee-617a0322bf41,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:15.974788 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:15.975410 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:15.975954 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:15.976796 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:15.977286 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:15.977915 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:15.978447 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:15.978927 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:15.979579 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:15.980067 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:15.980791 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:15.981293 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:15.981770 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:15.982248 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:15.982813 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Tracked resource versions report: May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: pushed versions: May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: { 'AddressGroup': {'1.2'}, May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: 'Agent': {'1.1'}, May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: 'ConntrackHelper': {'1.0'}, May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: 'LocalIPAssociation': {'1.0'}, May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: 'Log': {'1.0'}, May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: 'NDPProxy': {'1.0'}, May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: 'Network': {'1.1'}, May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: 'Port': {'1.7'}, May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: 'PortForwarding': {'1.3'}, May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: 'QosPolicy': {'1.10'}, May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: 'SecurityGroup': {'1.5'}, May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: 'SecurityGroupRule': {'1.2'}, May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: 'SubPort': {'1.0'}, May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: 'Subnet': {'1.1'}, May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: 'Trunk': {'1.1'}} May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: consumer versions: May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: { DHCP agent@dv-cinder-777031-14-iscsi: {}, May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: HyperV agent@hv-cinder-77703: {}, May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: L3 agent@dv-cinder-777031-14-iscsi: {}, May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: Metadata agent@dv-cinder-777031-14-iscsi: {}, May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: Metering agent@dv-cinder-777031-14-iscsi: {}, May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: Open vSwitch agent@dv-cinder-777031-14-iscsi: { 'AddressGroup': '1.2', May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: 'Agent': '1.1', May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: 'ConntrackHelper': '1.0', May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: 'LocalIPAssociation': '1.0', May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: 'Log': '1.0', May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: 'NDPProxy': '1.0', May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: 'Network': '1.1', May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: 'Port': '1.7', May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: 'PortForwarding': '1.3', May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: 'QosPolicy': '1.10', May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: 'SecurityGroup': '1.5', May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: 'SecurityGroupRule': '1.2', May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: 'SubPort': '1.0', May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: 'Subnet': '1.1', May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: 'Trunk': '1.1'}} May 12 14:31:15.984850 dv-cinder-777031-14-iscsi neutron-server[103431]: {{(pid=103431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 14:31:16.004891 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f63dc45e-b2f8-4951-9bd4-203b61bb8970 admin admin] Publish callbacks [] for router_gateway (36d3cc14-4fcf-4d0e-a668-5a69fe69e004), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:16.011816 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25238b8-6114-430c-9509-b8c00c51d7cc admin admin] Made reservation on behalf of 5595513cb114487cb476e609d069709b for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:31:16.014727 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e25238b8-6114-430c-9509-b8c00c51d7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:16.015982 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Network a850f271-3b32-48bf-8bb5-be1eb540a3d0 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:31:16.018806 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:31:16.030153 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:31:16.050936 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e25238b8-6114-430c-9509-b8c00c51d7cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:16.122578 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Attempting to bind port 956c0be4-4846-4f6c-83ee-617a0322bf41 on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:31:16.123002 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Attempting to bind port 956c0be4-4846-4f6c-83ee-617a0322bf41 by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': '9eb73ca4-c62a-41f2-a61e-de015e1862b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:31:16.123393 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Attempting to bind port 956c0be4-4846-4f6c-83ee-617a0322bf41 on network a850f271-3b32-48bf-8bb5-be1eb540a3d0 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:31:16.129375 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:31:16.129809 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Checking segment: {'id': '9eb73ca4-c62a-41f2-a61e-de015e1862b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:31:16.130899 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:16.131362 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Bound using segment: {'id': '9eb73ca4-c62a-41f2-a61e-de015e1862b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:31:16.131996 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Bound port: 956c0be4-4846-4f6c-83ee-617a0322bf41, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb73ca4-c62a-41f2-a61e-de015e1862b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:31:16.132675 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (956c0be4-4846-4f6c-83ee-617a0322bf41), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:16.145261 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6ef8faee-643a-4a97-a52c-28d99ee2949d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for subnet (cb99a954-a215-4272-a7a1-86abb04d56af), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:16.227081 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] For port 956c0be4-4846-4f6c-83ee-617a0322bf41, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:31:16.231022 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] For port 956c0be4-4846-4f6c-83ee-617a0322bf41, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=956c0be4-4846-4f6c-83ee-617a0322bf41,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:31:16.238336 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (956c0be4-4846-4f6c-83ee-617a0322bf41), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:16.314558 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8faee-643a-4a97-a52c-28d99ee2949d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb99a954-a215-4272-a7a1-86abb04d56af,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:16.329943 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c73724-3eed-4adf-bc4f-a462b08f51ce None None] Pushing event updated for resources: {'Port': ['ID=956c0be4-4846-4f6c-83ee-617a0322bf41,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:16.451293 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef8faee-643a-4a97-a52c-28d99ee2949d admin admin] Checking segment: {'id': '3e6925c9-868c-4eb2-b1c7-d7edce7ca97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:31:16.451877 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef8faee-643a-4a97-a52c-28d99ee2949d admin admin] Network hostable DHCP agents. Network: 3fdc0b19-4053-4c44-8b08-cd1ab3959461, hostable agents: ['8d346936-3b5f-4708-9dbd-40464a47b1eb'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:31:16.613663 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e25238b8-6114-430c-9509-b8c00c51d7cc admin admin] Publish callbacks [] for security_group (636929c1-cdd7-4659-a52d-91d6d39d7446), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:16.615497 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef8faee-643a-4a97-a52c-28d99ee2949d admin admin] Network 3fdc0b19-4053-4c44-8b08-cd1ab3959461 is scheduled to be hosted by DHCP agent 8d346936-3b5f-4708-9dbd-40464a47b1eb with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:31:16.639780 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e25238b8-6114-430c-9509-b8c00c51d7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (636929c1-cdd7-4659-a52d-91d6d39d7446), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:16.660436 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-6ef8faee-643a-4a97-a52c-28d99ee2949d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-14-iscsi, 3fdc0b19-4053-4c44-8b08-cd1ab3959461) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:31:16.665859 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f63dc45e-b2f8-4951-9bd4-203b61bb8970 admin admin] Publish callbacks [] for router_gateway (36d3cc14-4fcf-4d0e-a668-5a69fe69e004), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:16.694695 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881536fe-b363-4b18-a181-9e640cdf202d None None] Network 3fdc0b19-4053-4c44-8b08-cd1ab3959461 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:31:16.722374 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef8faee-643a-4a97-a52c-28d99ee2949d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:16.724694 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6ef8faee-643a-4a97-a52c-28d99ee2949d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:16.815897 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25238b8-6114-430c-9509-b8c00c51d7cc admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:31:16.819293 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f63dc45e-b2f8-4951-9bd4-203b61bb8970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:16.851493 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25238b8-6114-430c-9509-b8c00c51d7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636929c1-cdd7-4659-a52d-91d6d39d7446,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:16.879006 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-6ef8faee-643a-4a97-a52c-28d99ee2949d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5602298 May 12 14:31:16.882942 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e25238b8-6114-430c-9509-b8c00c51d7cc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771212172301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (972730d9-74d2-4e1b-a6d4-0086c14464dc), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:16.884455 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.db.segments_db [None req-e25238b8-6114-430c-9509-b8c00c51d7cc admin admin] Added segment 972730d9-74d2-4e1b-a6d4-0086c14464dc of type vlan for network c6afaeb2-6560-413e-a386-228bf2d708db May 12 14:31:16.889666 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 59408) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:16.900711 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-28b84522-db88-4c55-8ed2-8ee10f108085 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:31:16.934906 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 956c0be4-4846-4f6c-83ee-617a0322bf41 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:31:16.980507 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-28b84522-db88-4c55-8ed2-8ee10f108085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-926981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-493231'] for router (dd91525d-7750-4dcb-ae52-af578e78c8de), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:16.982064 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-28b84522-db88-4c55-8ed2-8ee10f108085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-928796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-988421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-493140'] for router (dd91525d-7750-4dcb-ae52-af578e78c8de), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:17.018305 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8853941c-e076-43c7-812e-12b33d1d8f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a910b8e-e9ef-5def-a0da-b0da6844de63-3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af'}]}} from dv-cinder-777031-14-iscsi. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 14:31:17.024517 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8853941c-e076-43c7-812e-12b33d1d8f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:17.121793 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-28b84522-db88-4c55-8ed2-8ee10f108085 admin admin] Publish callbacks [] for router_controller (dd91525d-7750-4dcb-ae52-af578e78c8de), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:17.134615 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e25238b8-6114-430c-9509-b8c00c51d7cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771211612555'] for network (c6afaeb2-6560-413e-a386-228bf2d708db), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:17.233228 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e25238b8-6114-430c-9509-b8c00c51d7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for network (c6afaeb2-6560-413e-a386-228bf2d708db), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:17.234204 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25238b8-6114-430c-9509-b8c00c51d7cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:17.234790 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e25238b8-6114-430c-9509-b8c00c51d7cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:17.256279 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-8853941c-e076-43c7-812e-12b33d1d8f6f None None] Allocated IP 172.20.0.2 (3fdc0b19-4053-4c44-8b08-cd1ab3959461/cb99a954-a215-4272-a7a1-86abb04d56af/e4610d02-f7ce-4ec0-97c3-8319f2660dee) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:31:17.388315 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-e25238b8-6114-430c-9509-b8c00c51d7cc admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 2.2640595 May 12 14:31:17.414080 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 59422) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:17.427593 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-10a521eb-fdbc-4ff8-9e99-f38a06d675be admin admin] Request body: {'subnet': {'network_id': 'c6afaeb2-6560-413e-a386-228bf2d708db', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1009929606-subnet', 'tenant_id': '5595513cb114487cb476e609d069709b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:31:17.466343 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8853941c-e076-43c7-812e-12b33d1d8f6f None None] Publish callbacks [] for port (e4610d02-f7ce-4ec0-97c3-8319f2660dee), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:17.478300 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a521eb-fdbc-4ff8-9e99-f38a06d675be admin admin] Made reservation on behalf of 5595513cb114487cb476e609d069709b for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:31:17.487443 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-10a521eb-fdbc-4ff8-9e99-f38a06d675be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:17.488524 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8853941c-e076-43c7-812e-12b33d1d8f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (e4610d02-f7ce-4ec0-97c3-8319f2660dee), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:17.557284 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-28b84522-db88-4c55-8ed2-8ee10f108085 admin admin] Publish callbacks [] for router_gateway (dd91525d-7750-4dcb-ae52-af578e78c8de), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:17.561772 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853941c-e076-43c7-812e-12b33d1d8f6f None None] Pushing event updated for resources: {'Port': ['ID=e4610d02-f7ce-4ec0-97c3-8319f2660dee,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:17.582173 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8853941c-e076-43c7-812e-12b33d1d8f6f None None] Network 3fdc0b19-4053-4c44-8b08-cd1ab3959461 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:31:17.584536 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-8853941c-e076-43c7-812e-12b33d1d8f6f None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:31:17.588308 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8853941c-e076-43c7-812e-12b33d1d8f6f None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:31:17.591349 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port 956c0be4-4846-4f6c-83ee-617a0322bf41 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:31:17.591618 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (956c0be4-4846-4f6c-83ee-617a0322bf41), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:17.694025 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8853941c-e076-43c7-812e-12b33d1d8f6f None None] Attempting to bind port e4610d02-f7ce-4ec0-97c3-8319f2660dee on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:31:17.694397 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8853941c-e076-43c7-812e-12b33d1d8f6f None None] Attempting to bind port e4610d02-f7ce-4ec0-97c3-8319f2660dee by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': '3e6925c9-868c-4eb2-b1c7-d7edce7ca97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:31:17.694758 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8853941c-e076-43c7-812e-12b33d1d8f6f None None] Attempting to bind port e4610d02-f7ce-4ec0-97c3-8319f2660dee on network 3fdc0b19-4053-4c44-8b08-cd1ab3959461 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:31:17.701246 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8853941c-e076-43c7-812e-12b33d1d8f6f None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:31:17.701610 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8853941c-e076-43c7-812e-12b33d1d8f6f None None] Checking segment: {'id': '3e6925c9-868c-4eb2-b1c7-d7edce7ca97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:31:17.702009 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8853941c-e076-43c7-812e-12b33d1d8f6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:17.702397 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8853941c-e076-43c7-812e-12b33d1d8f6f None None] Bound using segment: {'id': '3e6925c9-868c-4eb2-b1c7-d7edce7ca97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:31:17.702862 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8853941c-e076-43c7-812e-12b33d1d8f6f None None] Bound port: e4610d02-f7ce-4ec0-97c3-8319f2660dee, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e6925c9-868c-4eb2-b1c7-d7edce7ca97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:31:17.703284 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8853941c-e076-43c7-812e-12b33d1d8f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (e4610d02-f7ce-4ec0-97c3-8319f2660dee), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:17.721910 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25238b8-6114-430c-9509-b8c00c51d7cc admin admin] Pushing event updated for resources: {'Network': ['ID=c6afaeb2-6560-413e-a386-228bf2d708db,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:17.746255 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-f63dc45e-b2f8-4951-9bd4-203b61bb8970 admin admin] Allocated IP 172.27.0.204 (913ada40-7b52-4232-aff5-95dc520647d4/2870505d-8418-4289-9c4c-0eeadb155262/5216e1cc-c2f1-4aa2-9595-1d775a7c7536) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:31:17.768315 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Network c6afaeb2-6560-413e-a386-228bf2d708db details requested by agent ovs-agent-dv-cinder-777031-14-iscsi with host dv-cinder-777031-14-iscsi {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:31:17.871010 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-28b84522-db88-4c55-8ed2-8ee10f108085 admin admin] Publish callbacks [] for router_gateway (dd91525d-7750-4dcb-ae52-af578e78c8de), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:17.910667 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-28b84522-db88-4c55-8ed2-8ee10f108085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:18.023129 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa67f63-89f7-4a4a-9189-3c9b4acea214 None None] Network a850f271-3b32-48bf-8bb5-be1eb540a3d0 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:31:18.086751 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-09148bdf-9419-4d20-bb38-7d1a82a64fbf None None] Provisioning complete for port 956c0be4-4846-4f6c-83ee-617a0322bf41 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:31:18.087172 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-09148bdf-9419-4d20-bb38-7d1a82a64fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (956c0be4-4846-4f6c-83ee-617a0322bf41), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:18.101045 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port 956c0be4-4846-4f6c-83ee-617a0322bf41 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:31:18.101454 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (956c0be4-4846-4f6c-83ee-617a0322bf41), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:18.126041 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f63dc45e-b2f8-4951-9bd4-203b61bb8970 admin admin] Publish callbacks [] for port (5216e1cc-c2f1-4aa2-9595-1d775a7c7536), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:18.220608 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] For port 956c0be4-4846-4f6c-83ee-617a0322bf41, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=956c0be4-4846-4f6c-83ee-617a0322bf41,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:31:18.234657 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (956c0be4-4846-4f6c-83ee-617a0322bf41), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:18.238698 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8853941c-e076-43c7-812e-12b33d1d8f6f None None] For port e4610d02-f7ce-4ec0-97c3-8319f2660dee, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:31:18.244391 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8853941c-e076-43c7-812e-12b33d1d8f6f None None] For port e4610d02-f7ce-4ec0-97c3-8319f2660dee, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=e4610d02-f7ce-4ec0-97c3-8319f2660dee,segment=NetworkSegment(3e6925c9-868c-4eb2-b1c7-d7edce7ca97c),segment_id=3e6925c9-868c-4eb2-b1c7-d7edce7ca97c)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:31:18.278600 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f63dc45e-b2f8-4951-9bd4-203b61bb8970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (5216e1cc-c2f1-4aa2-9595-1d775a7c7536), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:18.279478 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8853941c-e076-43c7-812e-12b33d1d8f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (e4610d02-f7ce-4ec0-97c3-8319f2660dee), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:18.289743 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-10a521eb-fdbc-4ff8-9e99-f38a06d675be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for subnet (f3facab4-b2f1-42e9-950b-a731e8f8769e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:18.378573 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Pushing event updated for resources: {'Port': ['ID=956c0be4-4846-4f6c-83ee-617a0322bf41,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:18.432094 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a521eb-fdbc-4ff8-9e99-f38a06d675be admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3facab4-b2f1-42e9-950b-a731e8f8769e,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:18.444615 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-28b84522-db88-4c55-8ed2-8ee10f108085 admin admin] Allocated IP 172.27.0.117 (913ada40-7b52-4232-aff5-95dc520647d4/2870505d-8418-4289-9c4c-0eeadb155262/bc710c27-3346-4e6a-a02b-1ac47ca827d2) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:31:18.472099 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-09148bdf-9419-4d20-bb38-7d1a82a64fbf None None] Current status of the port 956c0be4-4846-4f6c-83ee-617a0322bf41 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:31:18.537122 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853941c-e076-43c7-812e-12b33d1d8f6f None None] Pushing event updated for resources: {'Port': ['ID=e4610d02-f7ce-4ec0-97c3-8319f2660dee,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:18.549869 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63dc45e-b2f8-4951-9bd4-203b61bb8970 admin admin] Network 913ada40-7b52-4232-aff5-95dc520647d4 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:31:18.574719 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-f63dc45e-b2f8-4951-9bd4-203b61bb8970 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:31:18.588070 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63dc45e-b2f8-4951-9bd4-203b61bb8970 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:31:18.678297 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-28b84522-db88-4c55-8ed2-8ee10f108085 admin admin] Publish callbacks [] for port (bc710c27-3346-4e6a-a02b-1ac47ca827d2), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:18.732346 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-28b84522-db88-4c55-8ed2-8ee10f108085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (bc710c27-3346-4e6a-a02b-1ac47ca827d2), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:18.808996 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 956c0be4-4846-4f6c-83ee-617a0322bf41 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:31:18.847421 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b84522-db88-4c55-8ed2-8ee10f108085 admin admin] Network 913ada40-7b52-4232-aff5-95dc520647d4 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:31:18.870637 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-28b84522-db88-4c55-8ed2-8ee10f108085 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:31:18.885222 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b84522-db88-4c55-8ed2-8ee10f108085 admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:31:18.948675 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63dc45e-b2f8-4951-9bd4-203b61bb8970 admin admin] Pushing event updated for resources: {'Port': ['ID=5216e1cc-c2f1-4aa2-9595-1d775a7c7536,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:18.965226 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a521eb-fdbc-4ff8-9e99-f38a06d675be admin admin] Checking segment: {'id': '972730d9-74d2-4e1b-a6d4-0086c14464dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c6afaeb2-6560-413e-a386-228bf2d708db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:31:18.966190 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a521eb-fdbc-4ff8-9e99-f38a06d675be admin admin] Network hostable DHCP agents. Network: c6afaeb2-6560-413e-a386-228bf2d708db, hostable agents: ['8d346936-3b5f-4708-9dbd-40464a47b1eb'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:31:18.994522 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-de73e0cc-7115-4196-9d36-76883ca046a6 None None] Provisioning complete for port 956c0be4-4846-4f6c-83ee-617a0322bf41 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:31:18.999593 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-de73e0cc-7115-4196-9d36-76883ca046a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (956c0be4-4846-4f6c-83ee-617a0322bf41), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:19.027148 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a521eb-fdbc-4ff8-9e99-f38a06d675be admin admin] Network c6afaeb2-6560-413e-a386-228bf2d708db is scheduled to be hosted by DHCP agent 8d346936-3b5f-4708-9dbd-40464a47b1eb with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:31:19.035226 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b84522-db88-4c55-8ed2-8ee10f108085 admin admin] Pushing event updated for resources: {'Port': ['ID=bc710c27-3346-4e6a-a02b-1ac47ca827d2,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:19.058106 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-10a521eb-fdbc-4ff8-9e99-f38a06d675be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-14-iscsi, c6afaeb2-6560-413e-a386-228bf2d708db) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:31:19.073904 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a521eb-fdbc-4ff8-9e99-f38a06d675be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:19.075021 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-10a521eb-fdbc-4ff8-9e99-f38a06d675be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:19.082788 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4fe2ac-2652-4f00-b858-42f9bf33e336 None None] Network c6afaeb2-6560-413e-a386-228bf2d708db requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:31:19.254617 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-10a521eb-fdbc-4ff8-9e99-f38a06d675be admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8393745 May 12 14:31:19.370236 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port 956c0be4-4846-4f6c-83ee-617a0322bf41 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:31:19.370629 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (956c0be4-4846-4f6c-83ee-617a0322bf41), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:19.440882 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18781fd1-783d-42b1-a0ed-bf04beb62318 None None] Network c6afaeb2-6560-413e-a386-228bf2d708db requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:31:19.486369 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 59526) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:19.502744 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f63dc45e-b2f8-4951-9bd4-203b61bb8970 admin admin] Publish callbacks [] for router_gateway (36d3cc14-4fcf-4d0e-a668-5a69fe69e004), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:19.661841 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-28b84522-db88-4c55-8ed2-8ee10f108085 admin admin] Publish callbacks [] for router_gateway (dd91525d-7750-4dcb-ae52-af578e78c8de), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:19.849687 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-de73e0cc-7115-4196-9d36-76883ca046a6 None None] Current status of the port 956c0be4-4846-4f6c-83ee-617a0322bf41 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:31:19.918111 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port 956c0be4-4846-4f6c-83ee-617a0322bf41 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:31:20.059789 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-28b84522-db88-4c55-8ed2-8ee10f108085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928971'] for router (dd91525d-7750-4dcb-ae52-af578e78c8de), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:20.100288 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f63dc45e-b2f8-4951-9bd4-203b61bb8970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928971'] for router (36d3cc14-4fcf-4d0e-a668-5a69fe69e004), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:20.158860 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 59556) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:20.172884 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60d78983-073a-4064-8c7a-cab9e6865405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:20.245802 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6793f9b6-4fe6-4ff9-8922-daec9919e40a None None] Network 3fdc0b19-4053-4c44-8b08-cd1ab3959461 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:31:20.341244 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-20c811a9-b583-4547-9586-0bada412e76f None None] Provisioning complete for port e4610d02-f7ce-4ec0-97c3-8319f2660dee triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:31:20.348503 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-20c811a9-b583-4547-9586-0bada412e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (e4610d02-f7ce-4ec0-97c3-8319f2660dee), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:20.399138 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 59566) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:20.464973 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60d78983-073a-4064-8c7a-cab9e6865405 admin admin] Publish callbacks [] for security_group (3c116fa0-a46e-4be9-89e7-59ce1002ff8d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:20.471908 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b84522-db88-4c55-8ed2-8ee10f108085 admin admin] Router dd91525d-7750-4dcb-ae52-af578e78c8de is scheduled to L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 14:31:20.476457 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60d78983-073a-4064-8c7a-cab9e6865405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (3c116fa0-a46e-4be9-89e7-59ce1002ff8d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:20.485562 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63dc45e-b2f8-4951-9bd4-203b61bb8970 admin admin] Router 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 is scheduled to L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 14:31:20.639304 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-20c811a9-b583-4547-9586-0bada412e76f None None] Current status of the port e4610d02-f7ce-4ec0-97c3-8319f2660dee is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:31:20.640045 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-20c811a9-b583-4547-9586-0bada412e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (e4610d02-f7ce-4ec0-97c3-8319f2660dee), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:20.642574 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b84522-db88-4c55-8ed2-8ee10f108085 admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:31:20.656563 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93379e63-5630-4fb9-ad53-1675f190fe48 None None] Sync routers for ids ['dd91525d-7750-4dcb-ae52-af578e78c8de'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:31:20.701088 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-20c811a9-b583-4547-9586-0bada412e76f None None] For port e4610d02-f7ce-4ec0-97c3-8319f2660dee, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=e4610d02-f7ce-4ec0-97c3-8319f2660dee,segment=NetworkSegment(3e6925c9-868c-4eb2-b1c7-d7edce7ca97c),segment_id=3e6925c9-868c-4eb2-b1c7-d7edce7ca97c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:31:20.709887 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-20c811a9-b583-4547-9586-0bada412e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (e4610d02-f7ce-4ec0-97c3-8319f2660dee), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:20.717498 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93379e63-5630-4fb9-ad53-1675f190fe48 None None] Routers {'dd91525d-7750-4dcb-ae52-af578e78c8de'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:31:20.719380 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-93379e63-5630-4fb9-ad53-1675f190fe48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:31:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['dd91525d-7750-4dcb-ae52-af578e78c8de'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:31:20.725125 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 59596) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:20.728055 dv-cinder-777031-14-iscsi neutron-server[103430]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 14:31:20.734787 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db35e1c4-1c35-4c20-8842-a4aaeb845941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:20.737411 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-60d78983-073a-4064-8c7a-cab9e6865405 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=58067412912248f99343bb0d5a31cc8c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2561693 May 12 14:31:20.742451 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d2a93a7a-6ded-4287-908b-08debc28e88a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:20.744399 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 59598) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:20.797337 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d78983-073a-4064-8c7a-cab9e6865405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c116fa0-a46e-4be9-89e7-59ce1002ff8d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:20.802080 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63dc45e-b2f8-4951-9bd4-203b61bb8970 admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:31:20.836365 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c811a9-b583-4547-9586-0bada412e76f None None] Pushing event updated for resources: {'Port': ['ID=e4610d02-f7ce-4ec0-97c3-8319f2660dee,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:20.886578 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-28b84522-db88-4c55-8ed2-8ee10f108085 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:20.886578 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-28b84522-db88-4c55-8ed2-8ee10f108085 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9760902 May 12 14:31:20.886578 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 59612) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:20.921753 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2934722-8946-40ec-afd8-02f52ef48b58 None None] Sync routers for ids ['36d3cc14-4fcf-4d0e-a668-5a69fe69e004'] in dv-cinder-777031-14-iscsi {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:31:20.945221 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2934722-8946-40ec-afd8-02f52ef48b58 None None] Routers {'36d3cc14-4fcf-4d0e-a668-5a69fe69e004'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:31:20.945875 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-c2934722-8946-40ec-afd8-02f52ef48b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:31:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['36d3cc14-4fcf-4d0e-a668-5a69fe69e004'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:31:20.964131 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device e4610d02-f7ce-4ec0-97c3-8319f2660dee up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:31:20.993488 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f63dc45e-b2f8-4951-9bd4-203b61bb8970 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:20.998482 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-f63dc45e-b2f8-4951-9bd4-203b61bb8970 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7199862 May 12 14:31:21.052939 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-93379e63-5630-4fb9-ad53-1675f190fe48 None None] Set router dd91525d-7750-4dcb-ae52-af578e78c8de gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:31:21.065142 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 59614) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:21.137152 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3bf6043-9257-4c7d-b4f0-b2bae19ed7b4 admin admin] Publish callbacks [] for security_group (3c116fa0-a46e-4be9-89e7-59ce1002ff8d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:21.147574 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port e4610d02-f7ce-4ec0-97c3-8319f2660dee triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:31:21.148056 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (e4610d02-f7ce-4ec0-97c3-8319f2660dee), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:21.154868 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db35e1c4-1c35-4c20-8842-a4aaeb845941 admin admin] Publish callbacks [] for security_group (5dc0458d-b733-4744-af53-55a84b3d8686), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:21.181549 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-4ff66875-423f-4744-acd6-6a053e5162b9 None None] Provisioning complete for port e4610d02-f7ce-4ec0-97c3-8319f2660dee triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:31:21.182036 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4ff66875-423f-4744-acd6-6a053e5162b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (e4610d02-f7ce-4ec0-97c3-8319f2660dee), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:21.183701 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db35e1c4-1c35-4c20-8842-a4aaeb845941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (5dc0458d-b733-4744-af53-55a84b3d8686), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:21.235188 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-db35e1c4-1c35-4c20-8842-a4aaeb845941 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0fe153516fd048e2bbe4d89a6851b0b8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0730371 May 12 14:31:21.239180 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-c2934722-8946-40ec-afd8-02f52ef48b58 None None] Set router 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:31:21.249974 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 59618) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:21.292996 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3bf6043-9257-4c7d-b4f0-b2bae19ed7b4 admin admin] Publish callbacks [] for security_group (3c116fa0-a46e-4be9-89e7-59ce1002ff8d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:21.347956 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 59622) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:21.348742 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4ff66875-423f-4744-acd6-6a053e5162b9 None None] Current status of the port e4610d02-f7ce-4ec0-97c3-8319f2660dee is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:31:21.383417 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-93379e63-5630-4fb9-ad53-1675f190fe48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:19Z', 'revision_number': 3, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:31:21.399439 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35e1c4-1c35-4c20-8842-a4aaeb845941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc0458d-b733-4744-af53-55a84b3d8686,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:21.458069 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-04e168a1-2453-4b12-b3a3-3a103b4a80c2 admin admin] Publish callbacks [] for security_group (5dc0458d-b733-4744-af53-55a84b3d8686), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:21.467526 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93379e63-5630-4fb9-ad53-1675f190fe48 None None] Checking router: dd91525d-7750-4dcb-ae52-af578e78c8de for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:31:21.469210 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93379e63-5630-4fb9-ad53-1675f190fe48 None None] Updating router dd91525d-7750-4dcb-ae52-af578e78c8de port bc710c27-3346-4e6a-a02b-1ac47ca827d2 binding host dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:31:21.485387 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-04e168a1-2453-4b12-b3a3-3a103b4a80c2 admin admin] Publish callbacks [] for security_group (5dc0458d-b733-4744-af53-55a84b3d8686), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:21.508119 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-93379e63-5630-4fb9-ad53-1675f190fe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (bc710c27-3346-4e6a-a02b-1ac47ca827d2), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:21.598173 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d2a93a7a-6ded-4287-908b-08debc28e88a admin admin] Publish callbacks [] for security_group (ac0b3717-4fbd-4299-af06-facb6198f383), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:21.603808 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-04e168a1-2453-4b12-b3a3-3a103b4a80c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (5dc0458d-b733-4744-af53-55a84b3d8686), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:21.607843 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-04e168a1-2453-4b12-b3a3-3a103b4a80c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:21.612265 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-04e168a1-2453-4b12-b3a3-3a103b4a80c2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5dc0458d-b733-4744-af53-55a84b3d8686 HTTP/1.1" status: 204 len: 168 time: 0.3535604 May 12 14:31:21.632070 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port e4610d02-f7ce-4ec0-97c3-8319f2660dee is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:31:21.641887 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3bf6043-9257-4c7d-b4f0-b2bae19ed7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (3c116fa0-a46e-4be9-89e7-59ce1002ff8d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:21.643881 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3bf6043-9257-4c7d-b4f0-b2bae19ed7b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:21.648412 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-f3bf6043-9257-4c7d-b4f0-b2bae19ed7b4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3c116fa0-a46e-4be9-89e7-59ce1002ff8d HTTP/1.1" status: 204 len: 168 time: 0.9013808 May 12 14:31:21.649166 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d2a93a7a-6ded-4287-908b-08debc28e88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (ac0b3717-4fbd-4299-af06-facb6198f383), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:21.683991 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-d2a93a7a-6ded-4287-908b-08debc28e88a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2fec538bf54949a9b9a1cf1ed60f1dd6&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2836766 May 12 14:31:21.691344 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 59634) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:21.701013 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e168a1-2453-4b12-b3a3-3a103b4a80c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc0458d-b733-4744-af53-55a84b3d8686,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:21.712899 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c3e79c3a-9780-4763-885e-718ef1c4dbc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:21.746876 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf6043-9257-4c7d-b4f0-b2bae19ed7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c116fa0-a46e-4be9-89e7-59ce1002ff8d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:21.819828 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-c2934722-8946-40ec-afd8-02f52ef48b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'name': 'tempest-AttachVolumeShelveTestJSON-1460914710-router', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:15Z', 'updated_at': '2022-05-12T14:31:19Z', 'revision_number': 3, 'project_id': '202791457f0749649e8cc096f6e43404', 'gw_port': {'id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:31:21.888380 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2934722-8946-40ec-afd8-02f52ef48b58 None None] Checking router: 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 for host: dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:31:21.892097 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2934722-8946-40ec-afd8-02f52ef48b58 None None] Updating router 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 port 5216e1cc-c2f1-4aa2-9595-1d775a7c7536 binding host dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:31:21.953362 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a93a7a-6ded-4287-908b-08debc28e88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0b3717-4fbd-4299-af06-facb6198f383,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:21.976035 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c2934722-8946-40ec-afd8-02f52ef48b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (5216e1cc-c2f1-4aa2-9595-1d775a7c7536), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:22.070541 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58bb3206-878f-404a-99ee-3247376e6cca admin admin] Publish callbacks [] for security_group (ac0b3717-4fbd-4299-af06-facb6198f383), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:22.102430 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-93379e63-5630-4fb9-ad53-1675f190fe48 None None] Publish callbacks [] for port (bc710c27-3346-4e6a-a02b-1ac47ca827d2), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:22.118099 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-93379e63-5630-4fb9-ad53-1675f190fe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (bc710c27-3346-4e6a-a02b-1ac47ca827d2), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:22.181596 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58bb3206-878f-404a-99ee-3247376e6cca admin admin] Publish callbacks [] for security_group (ac0b3717-4fbd-4299-af06-facb6198f383), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:22.210995 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a6342d5d-3695-4d9d-a515-478749e59f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:22.226763 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c545217-c940-46ef-bdd9-001ddd0e3803 None None] Pushing event updated for resources: {'Port': ['ID=bc710c27-3346-4e6a-a02b-1ac47ca827d2,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:22.252167 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c545217-c940-46ef-bdd9-001ddd0e3803 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:22.252590 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c545217-c940-46ef-bdd9-001ddd0e3803 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:22.253069 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c545217-c940-46ef-bdd9-001ddd0e3803 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:22.253523 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c545217-c940-46ef-bdd9-001ddd0e3803 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:22.253997 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c545217-c940-46ef-bdd9-001ddd0e3803 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:22.254411 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c545217-c940-46ef-bdd9-001ddd0e3803 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:22.255424 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c545217-c940-46ef-bdd9-001ddd0e3803 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:22.255869 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c545217-c940-46ef-bdd9-001ddd0e3803 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:22.256260 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-0b92e5af-4bb3-4aeb-a14b-9d014be3ec68 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:22.256376 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c545217-c940-46ef-bdd9-001ddd0e3803 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:22.256806 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c545217-c940-46ef-bdd9-001ddd0e3803 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:22.258059 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-0b92e5af-4bb3-4aeb-a14b-9d014be3ec68 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/networks?id=c6afaeb2-6560-413e-a386-228bf2d708db HTTP/1.1" status: 200 len: 812 time: 1.5316837 May 12 14:31:22.258171 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c545217-c940-46ef-bdd9-001ddd0e3803 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:22.258588 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c545217-c940-46ef-bdd9-001ddd0e3803 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:22.259015 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c545217-c940-46ef-bdd9-001ddd0e3803 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:22.259459 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c545217-c940-46ef-bdd9-001ddd0e3803 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:22.260116 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c545217-c940-46ef-bdd9-001ddd0e3803 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c545217-c940-46ef-bdd9-001ddd0e3803 None None] Tracked resource versions report: May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: pushed versions: May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: { 'AddressGroup': {'1.2'}, May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: 'Agent': {'1.1'}, May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: 'ConntrackHelper': {'1.0'}, May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: 'LocalIPAssociation': {'1.0'}, May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: 'Log': {'1.0'}, May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: 'NDPProxy': {'1.0'}, May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: 'Network': {'1.1'}, May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: 'Port': {'1.7'}, May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: 'PortForwarding': {'1.3'}, May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: 'QosPolicy': {'1.10'}, May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: 'SecurityGroup': {'1.5'}, May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: 'SecurityGroupRule': {'1.2'}, May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: 'SubPort': {'1.0'}, May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: 'Subnet': {'1.1'}, May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: 'Trunk': {'1.1'}} May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: consumer versions: May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: { DHCP agent@dv-cinder-777031-14-iscsi: {}, May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: HyperV agent@hv-cinder-77703: {}, May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: L3 agent@dv-cinder-777031-14-iscsi: {}, May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: Metadata agent@dv-cinder-777031-14-iscsi: {}, May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: Metering agent@dv-cinder-777031-14-iscsi: {}, May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: Open vSwitch agent@dv-cinder-777031-14-iscsi: { 'AddressGroup': '1.2', May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: 'Agent': '1.1', May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: 'ConntrackHelper': '1.0', May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: 'LocalIPAssociation': '1.0', May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: 'Log': '1.0', May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: 'NDPProxy': '1.0', May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: 'Network': '1.1', May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: 'Port': '1.7', May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: 'PortForwarding': '1.3', May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: 'QosPolicy': '1.10', May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: 'SecurityGroup': '1.5', May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: 'SecurityGroupRule': '1.2', May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: 'SubPort': '1.0', May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: 'Subnet': '1.1', May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: 'Trunk': '1.1'}} May 12 14:31:22.261763 dv-cinder-777031-14-iscsi neutron-server[103432]: {{(pid=103432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 14:31:22.266871 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-93379e63-5630-4fb9-ad53-1675f190fe48 None None] Attempting to bind port bc710c27-3346-4e6a-a02b-1ac47ca827d2 on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:31:22.267248 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-93379e63-5630-4fb9-ad53-1675f190fe48 None None] Attempting to bind port bc710c27-3346-4e6a-a02b-1ac47ca827d2 by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:31:22.267712 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93379e63-5630-4fb9-ad53-1675f190fe48 None None] Attempting to bind port bc710c27-3346-4e6a-a02b-1ac47ca827d2 on network 913ada40-7b52-4232-aff5-95dc520647d4 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:31:22.283284 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93379e63-5630-4fb9-ad53-1675f190fe48 None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:31:22.284041 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93379e63-5630-4fb9-ad53-1675f190fe48 None None] Checking segment: {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:31:22.284689 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-93379e63-5630-4fb9-ad53-1675f190fe48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:22.285437 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93379e63-5630-4fb9-ad53-1675f190fe48 None None] Bound using segment: {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:31:22.286168 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-93379e63-5630-4fb9-ad53-1675f190fe48 None None] Bound port: bc710c27-3346-4e6a-a02b-1ac47ca827d2, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:31:22.286764 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-93379e63-5630-4fb9-ad53-1675f190fe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (bc710c27-3346-4e6a-a02b-1ac47ca827d2), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:22.329545 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 59640) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:22.362787 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-93379e63-5630-4fb9-ad53-1675f190fe48 None None] For port bc710c27-3346-4e6a-a02b-1ac47ca827d2, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:31:22.364932 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-378b51cf-7f8c-491d-bf5e-f058b13fd289 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:22.366858 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-93379e63-5630-4fb9-ad53-1675f190fe48 None None] For port bc710c27-3346-4e6a-a02b-1ac47ca827d2, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=bc710c27-3346-4e6a-a02b-1ac47ca827d2,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:31:22.374635 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c3e79c3a-9780-4763-885e-718ef1c4dbc1 admin admin] Publish callbacks [] for security_group (6af70155-9d74-4bea-8466-3500dbfefb56), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:22.381400 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 59644) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:22.385622 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-93379e63-5630-4fb9-ad53-1675f190fe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (bc710c27-3346-4e6a-a02b-1ac47ca827d2), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:22.402349 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c3e79c3a-9780-4763-885e-718ef1c4dbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (6af70155-9d74-4bea-8466-3500dbfefb56), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:22.426422 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ce2b253e-494e-4560-a122-d499aed7fb40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:22.449785 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-8e56dd29-b66d-41ab-afa6-b210aa7c8f7b tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/quotas/5595513cb114487cb476e609d069709b HTTP/1.1" status: 200 len: 375 time: 0.1193182 May 12 14:31:22.509770 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c2934722-8946-40ec-afd8-02f52ef48b58 None None] Publish callbacks [] for port (5216e1cc-c2f1-4aa2-9595-1d775a7c7536), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:22.524558 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c2934722-8946-40ec-afd8-02f52ef48b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (5216e1cc-c2f1-4aa2-9595-1d775a7c7536), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:22.551269 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c545217-c940-46ef-bdd9-001ddd0e3803 None None] Pushing event updated for resources: {'Port': ['ID=bc710c27-3346-4e6a-a02b-1ac47ca827d2,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:22.564692 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93379e63-5630-4fb9-ad53-1675f190fe48 None None] Routers {'dd91525d-7750-4dcb-ae52-af578e78c8de'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:31:22.565545 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-93379e63-5630-4fb9-ad53-1675f190fe48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:31:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['dd91525d-7750-4dcb-ae52-af578e78c8de'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:31:22.570448 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-cf550298-0a05-48bd-8202-54291129a674 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5595513cb114487cb476e609d069709b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1108692 May 12 14:31:22.611921 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-378b51cf-7f8c-491d-bf5e-f058b13fd289 admin admin] Publish callbacks [] for security_group (f60f1580-0080-43c4-bebb-e842dbff59a1), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:22.618635 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-378b51cf-7f8c-491d-bf5e-f058b13fd289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (f60f1580-0080-43c4-bebb-e842dbff59a1), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:22.637968 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c2934722-8946-40ec-afd8-02f52ef48b58 None None] Attempting to bind port 5216e1cc-c2f1-4aa2-9595-1d775a7c7536 on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:31:22.638340 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c2934722-8946-40ec-afd8-02f52ef48b58 None None] Attempting to bind port 5216e1cc-c2f1-4aa2-9595-1d775a7c7536 by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:31:22.645448 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2934722-8946-40ec-afd8-02f52ef48b58 None None] Attempting to bind port 5216e1cc-c2f1-4aa2-9595-1d775a7c7536 on network 913ada40-7b52-4232-aff5-95dc520647d4 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:31:22.668059 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2934722-8946-40ec-afd8-02f52ef48b58 None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:31:22.668437 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2934722-8946-40ec-afd8-02f52ef48b58 None None] Checking segment: {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:31:22.669005 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c2934722-8946-40ec-afd8-02f52ef48b58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:22.669413 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2934722-8946-40ec-afd8-02f52ef48b58 None None] Bound using segment: {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:31:22.669898 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-c2934722-8946-40ec-afd8-02f52ef48b58 None None] Bound port: 5216e1cc-c2f1-4aa2-9595-1d775a7c7536, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:31:22.670292 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c2934722-8946-40ec-afd8-02f52ef48b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (5216e1cc-c2f1-4aa2-9595-1d775a7c7536), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:22.676472 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978aad7-5b3f-4de1-a5e4-51bdfb40c9d0 None None] Pushing event updated for resources: {'Port': ['ID=5216e1cc-c2f1-4aa2-9595-1d775a7c7536,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:22.776211 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-93379e63-5630-4fb9-ad53-1675f190fe48 None None] Set router dd91525d-7750-4dcb-ae52-af578e78c8de gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:31:22.813113 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-c3e79c3a-9780-4763-885e-718ef1c4dbc1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3be0839a5f6b49f5be6ae6adea94883b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4548817 May 12 14:31:22.819567 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 59654) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:22.821450 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-378b51cf-7f8c-491d-bf5e-f058b13fd289 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=61c5391796034b64970131ad77213c3b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4894185 May 12 14:31:22.821759 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e79c3a-9780-4763-885e-718ef1c4dbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af70155-9d74-4bea-8466-3500dbfefb56,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:22.823520 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 59656) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:22.825034 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device e4610d02-f7ce-4ec0-97c3-8319f2660dee up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:31:22.829119 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c2934722-8946-40ec-afd8-02f52ef48b58 None None] For port 5216e1cc-c2f1-4aa2-9595-1d775a7c7536, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:31:22.830409 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b51cf-7f8c-491d-bf5e-f058b13fd289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60f1580-0080-43c4-bebb-e842dbff59a1,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:22.856569 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58bb3206-878f-404a-99ee-3247376e6cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (ac0b3717-4fbd-4299-af06-facb6198f383), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:22.872197 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-58bb3206-878f-404a-99ee-3247376e6cca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:22.875355 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c2934722-8946-40ec-afd8-02f52ef48b58 None None] For port 5216e1cc-c2f1-4aa2-9595-1d775a7c7536, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=5216e1cc-c2f1-4aa2-9595-1d775a7c7536,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:31:22.878980 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-58bb3206-878f-404a-99ee-3247376e6cca admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ac0b3717-4fbd-4299-af06-facb6198f383 HTTP/1.1" status: 204 len: 168 time: 1.1865778 May 12 14:31:22.898452 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c2934722-8946-40ec-afd8-02f52ef48b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (5216e1cc-c2f1-4aa2-9595-1d775a7c7536), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:22.944231 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb3206-878f-404a-99ee-3247376e6cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0b3717-4fbd-4299-af06-facb6198f383,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:22.971896 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-ba5e4477-fa83-4e8a-947d-3dd0d5399fe4 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:31:22.973337 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-ba5e4477-fa83-4e8a-947d-3dd0d5399fe4 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1508021 May 12 14:31:23.006117 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port e4610d02-f7ce-4ec0-97c3-8319f2660dee triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:31:23.006594 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (e4610d02-f7ce-4ec0-97c3-8319f2660dee), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:23.054071 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2934722-8946-40ec-afd8-02f52ef48b58 None None] Routers {'36d3cc14-4fcf-4d0e-a668-5a69fe69e004'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:31:23.054882 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-c2934722-8946-40ec-afd8-02f52ef48b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:31:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['36d3cc14-4fcf-4d0e-a668-5a69fe69e004'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:31:23.059041 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978aad7-5b3f-4de1-a5e4-51bdfb40c9d0 None None] Pushing event updated for resources: {'Port': ['ID=5216e1cc-c2f1-4aa2-9595-1d775a7c7536,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:23.099793 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-b2296847-b043-41b4-b000-ba9395b5234a service neutron] 10.222.0.75 "GET /v2.0/networks/c6afaeb2-6560-413e-a386-228bf2d708db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102331 May 12 14:31:23.141878 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f68d5a63-4ca7-475f-bc89-1896c3498fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:23.167127 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-93379e63-5630-4fb9-ad53-1675f190fe48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:19Z', 'revision_number': 3, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:31:23.188435 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-93cb3fd7-ff57-43b2-a497-d014a3d85be8 admin admin] Publish callbacks [] for security_group (6af70155-9d74-4bea-8466-3500dbfefb56), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:23.191273 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ce2b253e-494e-4560-a122-d499aed7fb40 admin admin] Publish callbacks [] for security_group (9a22dde6-ed76-49be-83ba-4c359144ed31), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:23.208736 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93379e63-5630-4fb9-ad53-1675f190fe48 None None] The sync data for ids ['dd91525d-7750-4dcb-ae52-af578e78c8de'] in dv-cinder-777031-14-iscsi is: [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:19Z', 'revision_number': 3, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:31:23.209547 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ce2b253e-494e-4560-a122-d499aed7fb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (9a22dde6-ed76-49be-83ba-4c359144ed31), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:23.248533 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-93cb3fd7-ff57-43b2-a497-d014a3d85be8 admin admin] Publish callbacks [] for security_group (6af70155-9d74-4bea-8466-3500dbfefb56), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:23.311576 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port e4610d02-f7ce-4ec0-97c3-8319f2660dee is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:31:23.315201 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-c2934722-8946-40ec-afd8-02f52ef48b58 None None] Set router 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:31:23.361113 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-ce2b253e-494e-4560-a122-d499aed7fb40 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=af9b44c97df34eb988e8ea71233c037d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9727564 May 12 14:31:23.361971 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b253e-494e-4560-a122-d499aed7fb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a22dde6-ed76-49be-83ba-4c359144ed31,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:23.365828 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 59664) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:23.431841 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4fb688a2-a239-4b2f-9721-59db6fc87dae admin admin] Publish callbacks [] for security_group (f60f1580-0080-43c4-bebb-e842dbff59a1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:23.463998 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 59666) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:23.489493 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4fb688a2-a239-4b2f-9721-59db6fc87dae admin admin] Publish callbacks [] for security_group (f60f1580-0080-43c4-bebb-e842dbff59a1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:23.491628 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a67ac570-2efe-4607-ad92-270116ac1e07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:23.507887 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-2198394c-2dbf-4bdb-8f18-e3795c0e4f1c service neutron] 10.222.0.75 "GET /v2.0/networks/c6afaeb2-6560-413e-a386-228bf2d708db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980515 May 12 14:31:23.511015 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-a6342d5d-3695-4d9d-a515-478749e59f48 admin admin] Allocated IP 172.20.0.1 (a850f271-3b32-48bf-8bb5-be1eb540a3d0/8fb7d41d-7144-4a8c-a134-c65db57b4ef6/5895868c-44d3-4ef7-aaf6-0b09fc238875) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:31:23.619663 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-c2934722-8946-40ec-afd8-02f52ef48b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'name': 'tempest-AttachVolumeShelveTestJSON-1460914710-router', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:15Z', 'updated_at': '2022-05-12T14:31:19Z', 'revision_number': 3, 'project_id': '202791457f0749649e8cc096f6e43404', 'gw_port': {'id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:31:23.659807 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a67ac570-2efe-4607-ad92-270116ac1e07 admin admin] Publish callbacks [] for security_group (7a66d206-7233-4a3d-bf01-e4e42a1a7eac), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:23.661556 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4fb688a2-a239-4b2f-9721-59db6fc87dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (f60f1580-0080-43c4-bebb-e842dbff59a1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:23.664620 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4fb688a2-a239-4b2f-9721-59db6fc87dae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:23.667964 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-4fb688a2-a239-4b2f-9721-59db6fc87dae admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f60f1580-0080-43c4-bebb-e842dbff59a1 HTTP/1.1" status: 204 len: 168 time: 0.8362708 May 12 14:31:23.668108 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-93cb3fd7-ff57-43b2-a497-d014a3d85be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (6af70155-9d74-4bea-8466-3500dbfefb56), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:23.682420 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2934722-8946-40ec-afd8-02f52ef48b58 None None] The sync data for ids ['36d3cc14-4fcf-4d0e-a668-5a69fe69e004'] in dv-cinder-777031-14-iscsi is: [{'id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'name': 'tempest-AttachVolumeShelveTestJSON-1460914710-router', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:15Z', 'updated_at': '2022-05-12T14:31:19Z', 'revision_number': 3, 'project_id': '202791457f0749649e8cc096f6e43404', 'gw_port': {'id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:31:23.682652 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-93cb3fd7-ff57-43b2-a497-d014a3d85be8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:23.691059 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-93cb3fd7-ff57-43b2-a497-d014a3d85be8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6af70155-9d74-4bea-8466-3500dbfefb56 HTTP/1.1" status: 204 len: 168 time: 0.8542414 May 12 14:31:23.699535 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a67ac570-2efe-4607-ad92-270116ac1e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (7a66d206-7233-4a3d-bf01-e4e42a1a7eac), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:23.740406 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb3fd7-ff57-43b2-a497-d014a3d85be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af70155-9d74-4bea-8466-3500dbfefb56,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:23.743313 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb688a2-a239-4b2f-9721-59db6fc87dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60f1580-0080-43c4-bebb-e842dbff59a1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:23.769240 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6d7d4767-1fee-4c07-8d19-8a8835c68e27 admin admin] Publish callbacks [] for security_group (9a22dde6-ed76-49be-83ba-4c359144ed31), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:23.777198 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a6342d5d-3695-4d9d-a515-478749e59f48 admin admin] Publish callbacks [] for port (5895868c-44d3-4ef7-aaf6-0b09fc238875), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:23.798246 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6d7d4767-1fee-4c07-8d19-8a8835c68e27 admin admin] Publish callbacks [] for security_group (9a22dde6-ed76-49be-83ba-4c359144ed31), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:23.862673 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-f68d5a63-4ca7-475f-bc89-1896c3498fcc admin admin] Allocated IP 172.20.0.1 (3fdc0b19-4053-4c44-8b08-cd1ab3959461/cb99a954-a215-4272-a7a1-86abb04d56af/1881a025-4b13-41d1-a6b2-bb60f215b10a) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:31:23.878909 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a6342d5d-3695-4d9d-a515-478749e59f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (5895868c-44d3-4ef7-aaf6-0b09fc238875), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:23.893623 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-a67ac570-2efe-4607-ad92-270116ac1e07 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=abc507c31e514b4bb6c962875caf9bdd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4222810 May 12 14:31:23.897409 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 59676) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:23.905405 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6d7d4767-1fee-4c07-8d19-8a8835c68e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (9a22dde6-ed76-49be-83ba-4c359144ed31), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:23.908499 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6d7d4767-1fee-4c07-8d19-8a8835c68e27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:23.913577 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-6d7d4767-1fee-4c07-8d19-8a8835c68e27 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9a22dde6-ed76-49be-83ba-4c359144ed31 HTTP/1.1" status: 204 len: 168 time: 0.5422256 May 12 14:31:23.940646 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ac570-2efe-4607-ad92-270116ac1e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a66d206-7233-4a3d-bf01-e4e42a1a7eac,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:23.995254 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d4767-1fee-4c07-8d19-8a8835c68e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a22dde6-ed76-49be-83ba-4c359144ed31,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:24.017993 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6342d5d-3695-4d9d-a515-478749e59f48 admin admin] Pushing event updated for resources: {'Port': ['ID=5895868c-44d3-4ef7-aaf6-0b09fc238875,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:24.075392 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6342d5d-3695-4d9d-a515-478749e59f48 admin admin] Network a850f271-3b32-48bf-8bb5-be1eb540a3d0 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:31:24.078101 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 59690) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:24.081038 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-a6342d5d-3695-4d9d-a515-478749e59f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:31:24.122961 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d4d32d24-c1a0-4e1f-8d02-872917c47930 admin admin] Publish callbacks [] for security_group (7a66d206-7233-4a3d-bf01-e4e42a1a7eac), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:24.214527 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f68d5a63-4ca7-475f-bc89-1896c3498fcc admin admin] Publish callbacks [] for port (1881a025-4b13-41d1-a6b2-bb60f215b10a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:24.219900 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d4d32d24-c1a0-4e1f-8d02-872917c47930 admin admin] Publish callbacks [] for security_group (7a66d206-7233-4a3d-bf01-e4e42a1a7eac), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:24.226130 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6342d5d-3695-4d9d-a515-478749e59f48 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:31:24.226716 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a6342d5d-3695-4d9d-a515-478749e59f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-931814'] for router_interface (36d3cc14-4fcf-4d0e-a668-5a69fe69e004), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:24.369725 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-094f5329-addc-4a2c-8e66-e114d059d4e9 req-852c7879-85ac-47d9-b246-ed8310f50376 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 210 time: 0.2858286 May 12 14:31:24.410511 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d4d32d24-c1a0-4e1f-8d02-872917c47930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (7a66d206-7233-4a3d-bf01-e4e42a1a7eac), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:24.418746 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d4d32d24-c1a0-4e1f-8d02-872917c47930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:24.419997 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-d4d32d24-c1a0-4e1f-8d02-872917c47930 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7a66d206-7233-4a3d-bf01-e4e42a1a7eac HTTP/1.1" status: 204 len: 168 time: 0.5163734 May 12 14:31:24.435440 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d32d24-c1a0-4e1f-8d02-872917c47930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a66d206-7233-4a3d-bf01-e4e42a1a7eac,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:24.443684 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f68d5a63-4ca7-475f-bc89-1896c3498fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (1881a025-4b13-41d1-a6b2-bb60f215b10a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:24.533449 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68d5a63-4ca7-475f-bc89-1896c3498fcc admin admin] Network 3fdc0b19-4053-4c44-8b08-cd1ab3959461 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:31:24.537637 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-f68d5a63-4ca7-475f-bc89-1896c3498fcc admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:31:24.542015 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68d5a63-4ca7-475f-bc89-1896c3498fcc admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:31:24.542560 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f68d5a63-4ca7-475f-bc89-1896c3498fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-931814'] for router_interface (dd91525d-7750-4dcb-ae52-af578e78c8de), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:24.613600 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d5a63-4ca7-475f-bc89-1896c3498fcc admin admin] Pushing event updated for resources: {'Port': ['ID=1881a025-4b13-41d1-a6b2-bb60f215b10a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:24.623860 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c430132d-f78e-42b9-b886-b404e3bf3f60 None None] Provisioning complete for port 5895868c-44d3-4ef7-aaf6-0b09fc238875 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:31:24.624334 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c430132d-f78e-42b9-b886-b404e3bf3f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (5895868c-44d3-4ef7-aaf6-0b09fc238875), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:24.743354 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c430132d-f78e-42b9-b886-b404e3bf3f60 None None] Port 5895868c-44d3-4ef7-aaf6-0b09fc238875 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:31:24.852311 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a6342d5d-3695-4d9d-a515-478749e59f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (5895868c-44d3-4ef7-aaf6-0b09fc238875), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:24.969315 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device bc710c27-3346-4e6a-a02b-1ac47ca827d2 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:31:24.982411 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f68d5a63-4ca7-475f-bc89-1896c3498fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (1881a025-4b13-41d1-a6b2-bb60f215b10a), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:25.062443 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d8101cf4-b571-479a-863c-c336c5bc8f06 None None] Provisioning complete for port 1881a025-4b13-41d1-a6b2-bb60f215b10a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:31:25.065192 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d8101cf4-b571-479a-863c-c336c5bc8f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (1881a025-4b13-41d1-a6b2-bb60f215b10a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:25.196711 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d8101cf4-b571-479a-863c-c336c5bc8f06 None None] Port 1881a025-4b13-41d1-a6b2-bb60f215b10a cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:31:25.212407 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port bc710c27-3346-4e6a-a02b-1ac47ca827d2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:31:25.212804 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (bc710c27-3346-4e6a-a02b-1ac47ca827d2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:25.391239 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a6342d5d-3695-4d9d-a515-478749e59f48 admin admin] Publish callbacks [] for port (5895868c-44d3-4ef7-aaf6-0b09fc238875), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:25.397553 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a6342d5d-3695-4d9d-a515-478749e59f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (5895868c-44d3-4ef7-aaf6-0b09fc238875), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:25.398500 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a6342d5d-3695-4d9d-a515-478749e59f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1022775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932268'] for router_interface (36d3cc14-4fcf-4d0e-a668-5a69fe69e004), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:25.460589 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port bc710c27-3346-4e6a-a02b-1ac47ca827d2 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:31:25.463736 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f68d5a63-4ca7-475f-bc89-1896c3498fcc admin admin] Publish callbacks [] for port (1881a025-4b13-41d1-a6b2-bb60f215b10a), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:25.464309 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (bc710c27-3346-4e6a-a02b-1ac47ca827d2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:25.482232 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f68d5a63-4ca7-475f-bc89-1896c3498fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (1881a025-4b13-41d1-a6b2-bb60f215b10a), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:25.483197 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f68d5a63-4ca7-475f-bc89-1896c3498fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1022775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932268'] for router_interface (dd91525d-7750-4dcb-ae52-af578e78c8de), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:25.548607 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] For port bc710c27-3346-4e6a-a02b-1ac47ca827d2, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=bc710c27-3346-4e6a-a02b-1ac47ca827d2,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:31:25.562961 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (bc710c27-3346-4e6a-a02b-1ac47ca827d2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:25.563862 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 5216e1cc-c2f1-4aa2-9595-1d775a7c7536 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:31:25.671983 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Pushing event updated for resources: {'Port': ['ID=bc710c27-3346-4e6a-a02b-1ac47ca827d2,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:25.679381 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port 5216e1cc-c2f1-4aa2-9595-1d775a7c7536 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:31:25.679658 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (5216e1cc-c2f1-4aa2-9595-1d775a7c7536), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:25.686297 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6342d5d-3695-4d9d-a515-478749e59f48 admin admin] Pushing event updated for resources: {'Port': ['ID=5895868c-44d3-4ef7-aaf6-0b09fc238875,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:25.779007 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6342d5d-3695-4d9d-a515-478749e59f48 admin admin] Network a850f271-3b32-48bf-8bb5-be1eb540a3d0 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:31:25.793570 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c1643160-56d3-4b74-a742-cd4b4b900a2c req-cc5e68d1-711e-4385-b43d-4f9f71bc2f46 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 210 time: 0.1166868 May 12 14:31:25.796343 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68d5a63-4ca7-475f-bc89-1896c3498fcc admin admin] Network 3fdc0b19-4053-4c44-8b08-cd1ab3959461 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:31:25.796695 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-a6342d5d-3695-4d9d-a515-478749e59f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:31:25.856618 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-f68d5a63-4ca7-475f-bc89-1896c3498fcc admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:31:25.884726 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port 5216e1cc-c2f1-4aa2-9595-1d775a7c7536 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:31:25.885114 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (5216e1cc-c2f1-4aa2-9595-1d775a7c7536), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:25.958616 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] For port 5216e1cc-c2f1-4aa2-9595-1d775a7c7536, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=5216e1cc-c2f1-4aa2-9595-1d775a7c7536,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:31:25.973080 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (5216e1cc-c2f1-4aa2-9595-1d775a7c7536), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:26.021223 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d5a63-4ca7-475f-bc89-1896c3498fcc admin admin] Pushing event updated for resources: {'Port': ['ID=1881a025-4b13-41d1-a6b2-bb60f215b10a,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:26.094173 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6342d5d-3695-4d9d-a515-478749e59f48 admin admin] Router 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:31:26.165392 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Pushing event updated for resources: {'Port': ['ID=5216e1cc-c2f1-4aa2-9595-1d775a7c7536,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:26.234929 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68d5a63-4ca7-475f-bc89-1896c3498fcc admin admin] Router dd91525d-7750-4dcb-ae52-af578e78c8de has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:31:26.340285 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-bde4c1d9-2518-4e00-9e88-650c70c15d36 None None] Provisioning complete for port 1881a025-4b13-41d1-a6b2-bb60f215b10a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:31:26.340692 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bde4c1d9-2518-4e00-9e88-650c70c15d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (1881a025-4b13-41d1-a6b2-bb60f215b10a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:26.433478 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6342d5d-3695-4d9d-a515-478749e59f48 admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:31:26.442979 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-bde4c1d9-2518-4e00-9e88-650c70c15d36 None None] Port 1881a025-4b13-41d1-a6b2-bb60f215b10a cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:31:26.454147 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68d5a63-4ca7-475f-bc89-1896c3498fcc admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:31:26.470738 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-a6342d5d-3695-4d9d-a515-478749e59f48 admin admin] 10.222.0.75 "PUT /v2.0/routers/36d3cc14-4fcf-4d0e-a668-5a69fe69e004/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4043548 May 12 14:31:26.476712 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-bde4c1d9-2518-4e00-9e88-650c70c15d36 None None] Provisioning complete for port 5895868c-44d3-4ef7-aaf6-0b09fc238875 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:31:26.486991 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bde4c1d9-2518-4e00-9e88-650c70c15d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (5895868c-44d3-4ef7-aaf6-0b09fc238875), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:26.488372 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-f68d5a63-4ca7-475f-bc89-1896c3498fcc admin admin] 10.222.0.75 "PUT /v2.0/routers/dd91525d-7750-4dcb-ae52-af578e78c8de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5856910 May 12 14:31:26.529077 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-bde4c1d9-2518-4e00-9e88-650c70c15d36 None None] Port 5895868c-44d3-4ef7-aaf6-0b09fc238875 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:31:26.797932 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device bc710c27-3346-4e6a-a02b-1ac47ca827d2 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:31:26.847617 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf691655-9370-48c4-8685-5de22639a78e None None] Sync routers for ids ['dd91525d-7750-4dcb-ae52-af578e78c8de'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:31:26.861288 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf691655-9370-48c4-8685-5de22639a78e None None] Routers {'dd91525d-7750-4dcb-ae52-af578e78c8de'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:31:26.862173 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bf691655-9370-48c4-8685-5de22639a78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:31:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['dd91525d-7750-4dcb-ae52-af578e78c8de'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:31:26.875491 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port bc710c27-3346-4e6a-a02b-1ac47ca827d2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:31:26.875999 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (bc710c27-3346-4e6a-a02b-1ac47ca827d2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:27.159565 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-954f3de1-1f02-4193-87b5-0a6809ca4805 req-6bb91c9d-d469-4993-b86f-a471cd3a6b34 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 210 time: 0.1976573 May 12 14:31:27.194643 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-bf691655-9370-48c4-8685-5de22639a78e None None] Set router dd91525d-7750-4dcb-ae52-af578e78c8de gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:31:27.276797 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port bc710c27-3346-4e6a-a02b-1ac47ca827d2 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:31:27.280330 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 5216e1cc-c2f1-4aa2-9595-1d775a7c7536 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:31:27.361739 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port 5216e1cc-c2f1-4aa2-9595-1d775a7c7536 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:31:27.362139 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (5216e1cc-c2f1-4aa2-9595-1d775a7c7536), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:27.407781 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762eff34-d1ee-4a5f-ae21-870a1be9210a None None] Sync routers for ids ['36d3cc14-4fcf-4d0e-a668-5a69fe69e004'] in dv-cinder-777031-14-iscsi {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:31:27.441731 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762eff34-d1ee-4a5f-ae21-870a1be9210a None None] Routers {'36d3cc14-4fcf-4d0e-a668-5a69fe69e004'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:31:27.443133 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-762eff34-d1ee-4a5f-ae21-870a1be9210a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:31:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['36d3cc14-4fcf-4d0e-a668-5a69fe69e004'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:31:27.474593 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bf691655-9370-48c4-8685-5de22639a78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '1881a025-4b13-41d1-a6b2-bb60f215b10a', 'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'mac_address': 'fa:16:3e:5c:55:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:23Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 2, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'subnets': [{'id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:31:27.556900 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf691655-9370-48c4-8685-5de22639a78e None None] Checking router: dd91525d-7750-4dcb-ae52-af578e78c8de for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:31:27.557259 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf691655-9370-48c4-8685-5de22639a78e None None] Updating router dd91525d-7750-4dcb-ae52-af578e78c8de port 1881a025-4b13-41d1-a6b2-bb60f215b10a binding host dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:31:27.566575 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port 5216e1cc-c2f1-4aa2-9595-1d775a7c7536 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:31:27.590837 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-bf691655-9370-48c4-8685-5de22639a78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (1881a025-4b13-41d1-a6b2-bb60f215b10a), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:27.605465 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 59824) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:27.610795 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-7977f904-dde8-48c6-b1d9-ea0d9b560e49 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Request body: {'security_group': {'name': 'tempest-securitygroup--414826305', 'description': 'tempest-description--1954335287'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:31:27.667087 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7977f904-dde8-48c6-b1d9-ea0d9b560e49 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:27.696142 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-762eff34-d1ee-4a5f-ae21-870a1be9210a None None] Set router 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:31:27.859983 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7977f904-dde8-48c6-b1d9-ea0d9b560e49 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for security_group (352899bd-817c-4ef9-a70f-c0fa849b41c1), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:27.873120 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7977f904-dde8-48c6-b1d9-ea0d9b560e49 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (352899bd-817c-4ef9-a70f-c0fa849b41c1), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:27.938922 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7977f904-dde8-48c6-b1d9-ea0d9b560e49 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:27.940785 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-7977f904-dde8-48c6-b1d9-ea0d9b560e49 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3342750 May 12 14:31:27.941988 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977f904-dde8-48c6-b1d9-ea0d9b560e49 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=352899bd-817c-4ef9-a70f-c0fa849b41c1,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:27.944381 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 59844) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:27.955867 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-7d362f1f-1050-4b8f-89d4-6c59e99d3317 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Request body: {'security_group_rule': {'security_group_id': '352899bd-817c-4ef9-a70f-c0fa849b41c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:31:27.961549 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 59846) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:27.984986 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-477c669e-e625-4920-af57-b21394b60076 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1692920831', 'description': 'tempest-description--487044482'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:31:28.074972 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-477c669e-e625-4920-af57-b21394b60076 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:28.090914 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d362f1f-1050-4b8f-89d4-6c59e99d3317 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for security_group_rule (d44a9829-a2a9-455d-91c7-4f5b9ccf3faf), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:28.109947 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-762eff34-d1ee-4a5f-ae21-870a1be9210a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'name': 'tempest-AttachVolumeShelveTestJSON-1460914710-router', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:15Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': '202791457f0749649e8cc096f6e43404', 'gw_port': {'id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '5895868c-44d3-4ef7-aaf6-0b09fc238875', 'name': '', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'mac_address': 'fa:16:3e:2e:8a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:22Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 2, 'project_id': '202791457f0749649e8cc096f6e43404', 'subnets': [{'id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:31:28.117458 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.57', 60873) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:28.170604 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762eff34-d1ee-4a5f-ae21-870a1be9210a None None] Checking router: 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 for host: dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:31:28.171286 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762eff34-d1ee-4a5f-ae21-870a1be9210a None None] Updating router 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 port 5895868c-44d3-4ef7-aaf6-0b09fc238875 binding host dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:31:28.250835 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-bf691655-9370-48c4-8685-5de22639a78e None None] Publish callbacks [] for port (1881a025-4b13-41d1-a6b2-bb60f215b10a), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:28.259443 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-bf691655-9370-48c4-8685-5de22639a78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (1881a025-4b13-41d1-a6b2-bb60f215b10a), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:28.262643 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-762eff34-d1ee-4a5f-ae21-870a1be9210a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (5895868c-44d3-4ef7-aaf6-0b09fc238875), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:28.316964 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5686c-8a3b-4112-b692-856289a2fcd0 None None] Pushing event updated for resources: {'Port': ['ID=1881a025-4b13-41d1-a6b2-bb60f215b10a,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:28.447924 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-d4e294d3-a7ca-4ac5-be3a-4db200087cac tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:28.452822 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-d4e294d3-a7ca-4ac5-be3a-4db200087cac tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.57 "GET /v2.0/networks?id=c6afaeb2-6560-413e-a386-228bf2d708db HTTP/1.1" status: 200 len: 812 time: 0.3339686 May 12 14:31:28.468347 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d362f1f-1050-4b8f-89d4-6c59e99d3317 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for security_group_rule (d44a9829-a2a9-455d-91c7-4f5b9ccf3faf), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:28.487347 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d362f1f-1050-4b8f-89d4-6c59e99d3317 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (d44a9829-a2a9-455d-91c7-4f5b9ccf3faf), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:28.494274 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-bf691655-9370-48c4-8685-5de22639a78e None None] Attempting to bind port 1881a025-4b13-41d1-a6b2-bb60f215b10a on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:31:28.494455 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-bf691655-9370-48c4-8685-5de22639a78e None None] Attempting to bind port 1881a025-4b13-41d1-a6b2-bb60f215b10a by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': '3e6925c9-868c-4eb2-b1c7-d7edce7ca97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:31:28.497880 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf691655-9370-48c4-8685-5de22639a78e None None] Attempting to bind port 1881a025-4b13-41d1-a6b2-bb60f215b10a on network 3fdc0b19-4053-4c44-8b08-cd1ab3959461 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:31:28.511279 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf691655-9370-48c4-8685-5de22639a78e None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:31:28.511664 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf691655-9370-48c4-8685-5de22639a78e None None] Checking segment: {'id': '3e6925c9-868c-4eb2-b1c7-d7edce7ca97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:31:28.512100 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-bf691655-9370-48c4-8685-5de22639a78e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:28.512498 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf691655-9370-48c4-8685-5de22639a78e None None] Bound using segment: {'id': '3e6925c9-868c-4eb2-b1c7-d7edce7ca97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:31:28.513969 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-bf691655-9370-48c4-8685-5de22639a78e None None] Bound port: 1881a025-4b13-41d1-a6b2-bb60f215b10a, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e6925c9-868c-4eb2-b1c7-d7edce7ca97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:31:28.514363 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-bf691655-9370-48c4-8685-5de22639a78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (1881a025-4b13-41d1-a6b2-bb60f215b10a), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:28.564210 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-477c669e-e625-4920-af57-b21394b60076 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group (64766d35-8662-4c17-8ccf-a2cfcd49d388), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:28.570227 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d362f1f-1050-4b8f-89d4-6c59e99d3317 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d44a9829-a2a9-455d-91c7-4f5b9ccf3faf,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:28.585200 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ec877ee4-e916-4ea2-967c-5f0defb7fbaf req-811c9deb-10b7-4bfc-b02f-42b1daf582aa tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 210 time: 0.0647848 May 12 14:31:28.585682 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-477c669e-e625-4920-af57-b21394b60076 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (64766d35-8662-4c17-8ccf-a2cfcd49d388), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:28.597958 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d362f1f-1050-4b8f-89d4-6c59e99d3317 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:28.602050 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-7d362f1f-1050-4b8f-89d4-6c59e99d3317 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6530895 May 12 14:31:28.602682 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-561e7de4-ed6f-40bf-95d5-102088de6a4a tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Request body: {'port': {'device_id': 'b422890a-65ed-4ca3-b19c-ec9fbba5e813', 'network_id': 'c6afaeb2-6560-413e-a386-228bf2d708db', 'admin_state_up': True, 'tenant_id': '5595513cb114487cb476e609d069709b'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:31:28.606174 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 59868) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:28.612918 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-bf691655-9370-48c4-8685-5de22639a78e None None] For port 1881a025-4b13-41d1-a6b2-bb60f215b10a, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:31:28.617551 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-bf691655-9370-48c4-8685-5de22639a78e None None] For port 1881a025-4b13-41d1-a6b2-bb60f215b10a, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=1881a025-4b13-41d1-a6b2-bb60f215b10a,segment=NetworkSegment(3e6925c9-868c-4eb2-b1c7-d7edce7ca97c),segment_id=3e6925c9-868c-4eb2-b1c7-d7edce7ca97c)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:31:28.633536 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-bf691655-9370-48c4-8685-5de22639a78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (1881a025-4b13-41d1-a6b2-bb60f215b10a), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:28.640118 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f80be9a9-7280-47e8-b3f0-648a3db7b6ce tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Request body: {'security_group_rule': {'security_group_id': '352899bd-817c-4ef9-a70f-c0fa849b41c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:31:28.689994 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-477c669e-e625-4920-af57-b21394b60076 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:28.696211 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-477c669e-e625-4920-af57-b21394b60076 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7336202 May 12 14:31:28.699876 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 59876) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:28.713402 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-156d1f6b-012f-4e92-8d2c-0abfd4bee957 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Request body: {'security_group_rule': {'security_group_id': '64766d35-8662-4c17-8ccf-a2cfcd49d388', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:31:28.717076 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5686c-8a3b-4112-b692-856289a2fcd0 None None] Pushing event updated for resources: {'Port': ['ID=1881a025-4b13-41d1-a6b2-bb60f215b10a,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:28.735302 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c669e-e625-4920-af57-b21394b60076 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64766d35-8662-4c17-8ccf-a2cfcd49d388,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:28.745904 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf691655-9370-48c4-8685-5de22639a78e None None] Routers {'dd91525d-7750-4dcb-ae52-af578e78c8de'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:31:28.746666 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bf691655-9370-48c4-8685-5de22639a78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:31:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['dd91525d-7750-4dcb-ae52-af578e78c8de'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:31:28.785076 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-156d1f6b-012f-4e92-8d2c-0abfd4bee957 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group_rule (ff2e56f2-e124-431d-b068-554ec4ddbe6e), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:28.926309 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-156d1f6b-012f-4e92-8d2c-0abfd4bee957 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group_rule (ff2e56f2-e124-431d-b068-554ec4ddbe6e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:28.940526 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f6a463b8-8d04-4921-b567-2e5a98517ffe None None] Provisioning complete for port 1881a025-4b13-41d1-a6b2-bb60f215b10a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:31:28.940935 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f6a463b8-8d04-4921-b567-2e5a98517ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (1881a025-4b13-41d1-a6b2-bb60f215b10a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:28.943711 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-156d1f6b-012f-4e92-8d2c-0abfd4bee957 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (ff2e56f2-e124-431d-b068-554ec4ddbe6e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:28.972462 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d1f6b-012f-4e92-8d2c-0abfd4bee957 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2e56f2-e124-431d-b068-554ec4ddbe6e,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:28.977210 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f80be9a9-7280-47e8-b3f0-648a3db7b6ce tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for security_group_rule (53706a94-bee2-47de-a5e1-6b441f2ef450), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:29.007006 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-156d1f6b-012f-4e92-8d2c-0abfd4bee957 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:29.011504 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-156d1f6b-012f-4e92-8d2c-0abfd4bee957 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3088505 May 12 14:31:29.012348 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 59896) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:29.021404 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-035ca752-2413-42df-b16c-977984289087 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Request body: {'security_group_rule': {'security_group_id': '64766d35-8662-4c17-8ccf-a2cfcd49d388', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:31:29.026640 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-bf691655-9370-48c4-8685-5de22639a78e None None] Set router dd91525d-7750-4dcb-ae52-af578e78c8de gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:31:29.075902 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-035ca752-2413-42df-b16c-977984289087 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group_rule (c6ce6e7b-af3b-4458-a289-afb219174c14), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:29.234465 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f80be9a9-7280-47e8-b3f0-648a3db7b6ce tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for security_group_rule (53706a94-bee2-47de-a5e1-6b441f2ef450), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:29.237484 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-561e7de4-ed6f-40bf-95d5-102088de6a4a tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Made reservation on behalf of 5595513cb114487cb476e609d069709b for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:31:29.238062 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-035ca752-2413-42df-b16c-977984289087 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group_rule (c6ce6e7b-af3b-4458-a289-afb219174c14), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:29.243990 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-561e7de4-ed6f-40bf-95d5-102088de6a4a tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:29.256456 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-035ca752-2413-42df-b16c-977984289087 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (c6ce6e7b-af3b-4458-a289-afb219174c14), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:29.269312 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f80be9a9-7280-47e8-b3f0-648a3db7b6ce tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (53706a94-bee2-47de-a5e1-6b441f2ef450), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:29.293602 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ca752-2413-42df-b16c-977984289087 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ce6e7b-af3b-4458-a289-afb219174c14,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:29.307668 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-035ca752-2413-42df-b16c-977984289087 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:29.311072 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-035ca752-2413-42df-b16c-977984289087 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2962167 May 12 14:31:29.312842 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 59914) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:29.325221 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e1a7368e-84ff-4236-9008-f38c65b39c63 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Request body: {'floatingip': {'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:31:29.338419 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80be9a9-7280-47e8-b3f0-648a3db7b6ce tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53706a94-bee2-47de-a5e1-6b441f2ef450,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:29.357342 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-762eff34-d1ee-4a5f-ae21-870a1be9210a None None] Publish callbacks [] for port (5895868c-44d3-4ef7-aaf6-0b09fc238875), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:29.369520 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-762eff34-d1ee-4a5f-ae21-870a1be9210a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (5895868c-44d3-4ef7-aaf6-0b09fc238875), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:29.417328 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e1a7368e-84ff-4236-9008-f38c65b39c63 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:29.429748 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f6a463b8-8d04-4921-b567-2e5a98517ffe None None] Current status of the port 1881a025-4b13-41d1-a6b2-bb60f215b10a is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:31:29.430144 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f6a463b8-8d04-4921-b567-2e5a98517ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (1881a025-4b13-41d1-a6b2-bb60f215b10a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:29.431645 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f80be9a9-7280-47e8-b3f0-648a3db7b6ce tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:29.435794 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-f80be9a9-7280-47e8-b3f0-648a3db7b6ce tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8107200 May 12 14:31:29.442228 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 59918) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:29.448459 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-b7cf97b0-86cd-4b4e-bd6d-2fc0b003c916 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Request body: {'floatingip': {'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:31:29.498884 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a90349-200c-4fef-9959-26884ae4fbe7 None None] Pushing event updated for resources: {'Port': ['ID=5895868c-44d3-4ef7-aaf6-0b09fc238875,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:29.545161 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bf691655-9370-48c4-8685-5de22639a78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '1881a025-4b13-41d1-a6b2-bb60f215b10a', 'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'mac_address': 'fa:16:3e:5c:55:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:23Z', 'updated_at': '2022-05-12T14:31:28Z', 'revision_number': 4, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'subnets': [{'id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:31:29.581176 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf691655-9370-48c4-8685-5de22639a78e None None] The sync data for ids ['dd91525d-7750-4dcb-ae52-af578e78c8de'] in dv-cinder-777031-14-iscsi is: [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '1881a025-4b13-41d1-a6b2-bb60f215b10a', 'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'mac_address': 'fa:16:3e:5c:55:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:23Z', 'updated_at': '2022-05-12T14:31:28Z', 'revision_number': 4, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'subnets': [{'id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:31:29.667638 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b7cf97b0-86cd-4b4e-bd6d-2fc0b003c916 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:29.712888 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-f6a463b8-8d04-4921-b567-2e5a98517ffe None None] For port 1881a025-4b13-41d1-a6b2-bb60f215b10a, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=1881a025-4b13-41d1-a6b2-bb60f215b10a,segment=NetworkSegment(3e6925c9-868c-4eb2-b1c7-d7edce7ca97c),segment_id=3e6925c9-868c-4eb2-b1c7-d7edce7ca97c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:31:29.727069 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f6a463b8-8d04-4921-b567-2e5a98517ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (1881a025-4b13-41d1-a6b2-bb60f215b10a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:29.734720 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-762eff34-d1ee-4a5f-ae21-870a1be9210a None None] Attempting to bind port 5895868c-44d3-4ef7-aaf6-0b09fc238875 on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:31:29.735312 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-762eff34-d1ee-4a5f-ae21-870a1be9210a None None] Attempting to bind port 5895868c-44d3-4ef7-aaf6-0b09fc238875 by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': '9eb73ca4-c62a-41f2-a61e-de015e1862b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:31:29.735962 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762eff34-d1ee-4a5f-ae21-870a1be9210a None None] Attempting to bind port 5895868c-44d3-4ef7-aaf6-0b09fc238875 on network a850f271-3b32-48bf-8bb5-be1eb540a3d0 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:31:29.768494 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762eff34-d1ee-4a5f-ae21-870a1be9210a None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:31:29.769235 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762eff34-d1ee-4a5f-ae21-870a1be9210a None None] Checking segment: {'id': '9eb73ca4-c62a-41f2-a61e-de015e1862b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:31:29.769796 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-762eff34-d1ee-4a5f-ae21-870a1be9210a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:29.780809 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762eff34-d1ee-4a5f-ae21-870a1be9210a None None] Bound using segment: {'id': '9eb73ca4-c62a-41f2-a61e-de015e1862b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:31:29.781545 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-762eff34-d1ee-4a5f-ae21-870a1be9210a None None] Bound port: 5895868c-44d3-4ef7-aaf6-0b09fc238875, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb73ca4-c62a-41f2-a61e-de015e1862b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:31:29.782102 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-762eff34-d1ee-4a5f-ae21-870a1be9210a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (5895868c-44d3-4ef7-aaf6-0b09fc238875), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:29.992499 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-762eff34-d1ee-4a5f-ae21-870a1be9210a None None] For port 5895868c-44d3-4ef7-aaf6-0b09fc238875, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:31:30.003664 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-762eff34-d1ee-4a5f-ae21-870a1be9210a None None] For port 5895868c-44d3-4ef7-aaf6-0b09fc238875, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=5895868c-44d3-4ef7-aaf6-0b09fc238875,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:31:30.025276 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-762eff34-d1ee-4a5f-ae21-870a1be9210a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (5895868c-44d3-4ef7-aaf6-0b09fc238875), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:30.034356 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a463b8-8d04-4921-b567-2e5a98517ffe None None] Pushing event updated for resources: {'Port': ['ID=1881a025-4b13-41d1-a6b2-bb60f215b10a,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:30.043528 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-561e7de4-ed6f-40bf-95d5-102088de6a4a tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Allocated IP 172.20.0.5 (c6afaeb2-6560-413e-a386-228bf2d708db/f3facab4-b2f1-42e9-950b-a731e8f8769e/5c15b5e9-eb16-450c-b4f2-aaddb6302fe6) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:31:30.053590 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-66c602c8-c578-43b5-a438-a24d3d26bf9d req-587b820f-3453-48c7-aad3-a419b3a67522 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 210 time: 0.0913870 May 12 14:31:30.066250 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b7cf97b0-86cd-4b4e-bd6d-2fc0b003c916 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:30.162653 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e1a7368e-84ff-4236-9008-f38c65b39c63 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:30.215271 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a90349-200c-4fef-9959-26884ae4fbe7 None None] Pushing event updated for resources: {'Port': ['ID=5895868c-44d3-4ef7-aaf6-0b09fc238875,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:30.261151 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-4863aa6c-a16d-4204-a0bf-7f013b8efdfa None None] Provisioning complete for port 1881a025-4b13-41d1-a6b2-bb60f215b10a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:31:30.262350 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4863aa6c-a16d-4204-a0bf-7f013b8efdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (1881a025-4b13-41d1-a6b2-bb60f215b10a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:30.291137 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762eff34-d1ee-4a5f-ae21-870a1be9210a None None] Routers {'36d3cc14-4fcf-4d0e-a668-5a69fe69e004'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:31:30.297826 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-762eff34-d1ee-4a5f-ae21-870a1be9210a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:31:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['36d3cc14-4fcf-4d0e-a668-5a69fe69e004'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:31:30.517755 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-e1a7368e-84ff-4236-9008-f38c65b39c63 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Allocated IP 172.27.0.42 (913ada40-7b52-4232-aff5-95dc520647d4/2870505d-8418-4289-9c4c-0eeadb155262/6c7eb71d-efde-4aab-a952-823a9a5f9ffd) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:31:30.605518 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-561e7de4-ed6f-40bf-95d5-102088de6a4a tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Publish callbacks [] for port (5c15b5e9-eb16-450c-b4f2-aaddb6302fe6), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:30.736358 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-561e7de4-ed6f-40bf-95d5-102088de6a4a tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (5c15b5e9-eb16-450c-b4f2-aaddb6302fe6), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:30.828403 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-561e7de4-ed6f-40bf-95d5-102088de6a4a tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Network c6afaeb2-6560-413e-a386-228bf2d708db is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:31:30.880069 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-561e7de4-ed6f-40bf-95d5-102088de6a4a tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:31:30.890988 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e1a7368e-84ff-4236-9008-f38c65b39c63 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for port (6c7eb71d-efde-4aab-a952-823a9a5f9ffd), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:30.892957 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-561e7de4-ed6f-40bf-95d5-102088de6a4a tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:31:30.907677 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-561e7de4-ed6f-40bf-95d5-102088de6a4a tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:30.908358 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-561e7de4-ed6f-40bf-95d5-102088de6a4a tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:30.928612 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 1881a025-4b13-41d1-a6b2-bb60f215b10a up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:31:31.000433 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e1a7368e-84ff-4236-9008-f38c65b39c63 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (6c7eb71d-efde-4aab-a952-823a9a5f9ffd), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:31.053839 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-561e7de4-ed6f-40bf-95d5-102088de6a4a tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4633813 May 12 14:31:31.102650 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7368e-84ff-4236-9008-f38c65b39c63 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event updated for resources: {'Port': ['ID=6c7eb71d-efde-4aab-a952-823a9a5f9ffd,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:31.142566 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a7368e-84ff-4236-9008-f38c65b39c63 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Network 913ada40-7b52-4232-aff5-95dc520647d4 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:31:31.144737 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-e1a7368e-84ff-4236-9008-f38c65b39c63 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:31:31.152036 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a7368e-84ff-4236-9008-f38c65b39c63 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:31:31.157413 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4863aa6c-a16d-4204-a0bf-7f013b8efdfa None None] Current status of the port 1881a025-4b13-41d1-a6b2-bb60f215b10a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:31:31.183927 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-0907aab7-34ab-4d61-9fa6-a00972802f27 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:31:31.187803 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-0907aab7-34ab-4d61-9fa6-a00972802f27 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0377140 May 12 14:31:31.234204 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-762eff34-d1ee-4a5f-ae21-870a1be9210a None None] Set router 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:31:31.278103 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e7de4-ed6f-40bf-95d5-102088de6a4a tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Pushing event updated for resources: {'Port': ['ID=5c15b5e9-eb16-450c-b4f2-aaddb6302fe6,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:31.459434 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1fa8fbde-8e3f-4017-aa62-902990a8ae44 None None] Provisioning complete for port 5895868c-44d3-4ef7-aaf6-0b09fc238875 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:31:31.461472 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1fa8fbde-8e3f-4017-aa62-902990a8ae44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (5895868c-44d3-4ef7-aaf6-0b09fc238875), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:31.465856 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e1a7368e-84ff-4236-9008-f38c65b39c63 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for floatingip (4c231c8a-cc42-4c84-a446-1cac418ff65b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:31.500404 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06840a-becc-4147-a9d9-67c62fb5ff29 req-3f8bd12b-bd1f-4c5d-b081-ead513670a8d tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:31.510067 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3e06840a-becc-4147-a9d9-67c62fb5ff29 req-3f8bd12b-bd1f-4c5d-b081-ead513670a8d tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 931 time: 0.2128196 May 12 14:31:31.598044 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e1a7368e-84ff-4236-9008-f38c65b39c63 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (6c7eb71d-efde-4aab-a952-823a9a5f9ffd), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:31.634898 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-b7cf97b0-86cd-4b4e-bd6d-2fc0b003c916 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Allocated IP 172.27.0.193 (913ada40-7b52-4232-aff5-95dc520647d4/2870505d-8418-4289-9c4c-0eeadb155262/9d0ddf77-5280-47e8-89ce-8a7c4daebb73) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:31:31.860664 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3e06840a-becc-4147-a9d9-67c62fb5ff29 req-b48b16d7-adfb-4ece-ad68-3130fe13fdda tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343291 May 12 14:31:31.878202 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port 1881a025-4b13-41d1-a6b2-bb60f215b10a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:31:31.878584 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (1881a025-4b13-41d1-a6b2-bb60f215b10a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:32.057429 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b7cf97b0-86cd-4b4e-bd6d-2fc0b003c916 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for port (9d0ddf77-5280-47e8-89ce-8a7c4daebb73), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:32.064758 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 59978) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:32.181003 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b7cf97b0-86cd-4b4e-bd6d-2fc0b003c916 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (9d0ddf77-5280-47e8-89ce-8a7c4daebb73), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:32.218214 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e1a7368e-84ff-4236-9008-f38c65b39c63 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for port (6c7eb71d-efde-4aab-a952-823a9a5f9ffd), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:32.235083 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e1a7368e-84ff-4236-9008-f38c65b39c63 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (6c7eb71d-efde-4aab-a952-823a9a5f9ffd), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:32.322291 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cf97b0-86cd-4b4e-bd6d-2fc0b003c916 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Network 913ada40-7b52-4232-aff5-95dc520647d4 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:31:32.326577 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7368e-84ff-4236-9008-f38c65b39c63 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event updated for resources: {'Port': ['ID=6c7eb71d-efde-4aab-a952-823a9a5f9ffd,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:32.337739 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e1a7368e-84ff-4236-9008-f38c65b39c63 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (4c231c8a-cc42-4c84-a446-1cac418ff65b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:32.351813 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-b7cf97b0-86cd-4b4e-bd6d-2fc0b003c916 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:31:32.389379 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cf97b0-86cd-4b4e-bd6d-2fc0b003c916 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:31:32.394149 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e1a7368e-84ff-4236-9008-f38c65b39c63 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:32.410127 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-e1a7368e-84ff-4236-9008-f38c65b39c63 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0862067 May 12 14:31:32.465594 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf97b0-86cd-4b4e-bd6d-2fc0b003c916 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Pushing event updated for resources: {'Port': ['ID=9d0ddf77-5280-47e8-89ce-8a7c4daebb73,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:32.588639 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-e70060c1-8c27-4638-bd24-b5ea88aa8891 service neutron] Request body: {'port': {'device_id': 'b422890a-65ed-4ca3-b19c-ec9fbba5e813', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:31:32.618604 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port 1881a025-4b13-41d1-a6b2-bb60f215b10a is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:31:32.765901 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1fa8fbde-8e3f-4017-aa62-902990a8ae44 None None] Current status of the port 5895868c-44d3-4ef7-aaf6-0b09fc238875 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:31:32.766452 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1fa8fbde-8e3f-4017-aa62-902990a8ae44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (5895868c-44d3-4ef7-aaf6-0b09fc238875), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:32.772517 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-762eff34-d1ee-4a5f-ae21-870a1be9210a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'name': 'tempest-AttachVolumeShelveTestJSON-1460914710-router', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:15Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': '202791457f0749649e8cc096f6e43404', 'gw_port': {'id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '5895868c-44d3-4ef7-aaf6-0b09fc238875', 'name': '', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'mac_address': 'fa:16:3e:2e:8a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:22Z', 'updated_at': '2022-05-12T14:31:29Z', 'revision_number': 4, 'project_id': '202791457f0749649e8cc096f6e43404', 'subnets': [{'id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:31:32.842830 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762eff34-d1ee-4a5f-ae21-870a1be9210a None None] The sync data for ids ['36d3cc14-4fcf-4d0e-a668-5a69fe69e004'] in dv-cinder-777031-14-iscsi is: [{'id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'name': 'tempest-AttachVolumeShelveTestJSON-1460914710-router', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:15Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': '202791457f0749649e8cc096f6e43404', 'gw_port': {'id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '5895868c-44d3-4ef7-aaf6-0b09fc238875', 'name': '', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'mac_address': 'fa:16:3e:2e:8a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:22Z', 'updated_at': '2022-05-12T14:31:29Z', 'revision_number': 4, 'project_id': '202791457f0749649e8cc096f6e43404', 'subnets': [{'id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:31:32.941500 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b7cf97b0-86cd-4b4e-bd6d-2fc0b003c916 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for floatingip (9abae339-9bf3-418a-a390-9cc9d8cdfd7a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:32.990032 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-1fa8fbde-8e3f-4017-aa62-902990a8ae44 None None] For port 5895868c-44d3-4ef7-aaf6-0b09fc238875, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=5895868c-44d3-4ef7-aaf6-0b09fc238875,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:31:32.999135 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1fa8fbde-8e3f-4017-aa62-902990a8ae44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (5895868c-44d3-4ef7-aaf6-0b09fc238875), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:33.117104 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8fbde-8e3f-4017-aa62-902990a8ae44 None None] Pushing event updated for resources: {'Port': ['ID=5895868c-44d3-4ef7-aaf6-0b09fc238875,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:33.177982 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd25e5c-3f86-459c-9632-c8214bc349f5 req-c304671e-08f8-4bc5-bc07-dccfb9e797ed tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:33.179877 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7fd25e5c-3f86-459c-9632-c8214bc349f5 req-c304671e-08f8-4bc5-bc07-dccfb9e797ed tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 931 time: 0.0970109 May 12 14:31:33.203972 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c5071c4f-1360-48c0-937a-b99c649a7c20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:33.285104 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 60008) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:33.334211 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c5071c4f-1360-48c0-937a-b99c649a7c20 admin admin] Publish callbacks [] for security_group (da2ce4e7-efd3-47a0-875d-2f1f55f4d3d3), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:33.351873 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b7cf97b0-86cd-4b4e-bd6d-2fc0b003c916 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (9d0ddf77-5280-47e8-89ce-8a7c4daebb73), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:33.362465 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c5071c4f-1360-48c0-937a-b99c649a7c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (da2ce4e7-efd3-47a0-875d-2f1f55f4d3d3), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:33.369158 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-e70060c1-8c27-4638-bd24-b5ea88aa8891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (5c15b5e9-eb16-450c-b4f2-aaddb6302fe6), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:33.412603 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0cf0014c-5190-413e-a8da-e53f90520895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:33.556684 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0cf0014c-5190-413e-a8da-e53f90520895 admin admin] Publish callbacks [] for security_group (b7a15682-f509-40a8-9440-3c24136cc806), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:33.563872 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0cf0014c-5190-413e-a8da-e53f90520895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (b7a15682-f509-40a8-9440-3c24136cc806), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:33.663795 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-0cf0014c-5190-413e-a8da-e53f90520895 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1ecfb7b9e3d14711b14409f03c7367ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3759623 May 12 14:31:33.665485 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0014c-5190-413e-a8da-e53f90520895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a15682-f509-40a8-9440-3c24136cc806,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:33.669684 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 60042) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:33.731721 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-c5071c4f-1360-48c0-937a-b99c649a7c20 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b7ed5932615343aa9d806ed2a38c603d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6659045 May 12 14:31:33.737708 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 60046) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:33.815001 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-689c173a-ef21-427d-88b2-40c377a2964c admin admin] Publish callbacks [] for security_group (b7a15682-f509-40a8-9440-3c24136cc806), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:33.889560 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-689c173a-ef21-427d-88b2-40c377a2964c admin admin] Publish callbacks [] for security_group (b7a15682-f509-40a8-9440-3c24136cc806), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:33.906346 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-037feda6-0afe-44f5-bed1-e4f56573e523 admin admin] Publish callbacks [] for security_group (da2ce4e7-efd3-47a0-875d-2f1f55f4d3d3), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:33.969254 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-037feda6-0afe-44f5-bed1-e4f56573e523 admin admin] Publish callbacks [] for security_group (da2ce4e7-efd3-47a0-875d-2f1f55f4d3d3), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:33.994750 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7fd25e5c-3f86-459c-9632-c8214bc349f5 req-256c4cde-9fa0-4e31-be3e-bae6f5aa3724 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7795942 May 12 14:31:34.114307 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-a926330a-abd9-49b8-96ca-38451df22699 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1692920831&fields=id&tenant_id=e4b5ca018b5f4dda99486407424b8168 HTTP/1.1" status: 200 len: 267 time: 0.6616189 May 12 14:31:34.120399 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5071c4f-1360-48c0-937a-b99c649a7c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2ce4e7-efd3-47a0-875d-2f1f55f4d3d3,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:34.209611 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-689c173a-ef21-427d-88b2-40c377a2964c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (b7a15682-f509-40a8-9440-3c24136cc806), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:34.212735 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-689c173a-ef21-427d-88b2-40c377a2964c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:34.221865 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-689c173a-ef21-427d-88b2-40c377a2964c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b7a15682-f509-40a8-9440-3c24136cc806 HTTP/1.1" status: 204 len: 168 time: 0.5431211 May 12 14:31:34.232479 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-037feda6-0afe-44f5-bed1-e4f56573e523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (da2ce4e7-efd3-47a0-875d-2f1f55f4d3d3), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:34.236797 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-037feda6-0afe-44f5-bed1-e4f56573e523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:34.266665 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-037feda6-0afe-44f5-bed1-e4f56573e523 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/da2ce4e7-efd3-47a0-875d-2f1f55f4d3d3 HTTP/1.1" status: 204 len: 168 time: 0.5277283 May 12 14:31:34.269307 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c173a-ef21-427d-88b2-40c377a2964c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a15682-f509-40a8-9440-3c24136cc806,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:34.326919 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037feda6-0afe-44f5-bed1-e4f56573e523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2ce4e7-efd3-47a0-875d-2f1f55f4d3d3,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:34.891492 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 5895868c-44d3-4ef7-aaf6-0b09fc238875 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:31:34.907117 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-7ac9c853-309a-4881-bea1-57029997ef7d tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:34.912823 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-7ac9c853-309a-4881-bea1-57029997ef7d tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/networks?id=3fdc0b19-4053-4c44-8b08-cd1ab3959461 HTTP/1.1" status: 200 len: 814 time: 0.7975514 May 12 14:31:35.028829 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-491a6fbb-4046-4364-a823-c6932053744b tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/quotas/e4b5ca018b5f4dda99486407424b8168 HTTP/1.1" status: 200 len: 375 time: 0.0293980 May 12 14:31:35.167492 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port 5895868c-44d3-4ef7-aaf6-0b09fc238875 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:31:35.168577 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (5895868c-44d3-4ef7-aaf6-0b09fc238875), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:35.208998 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 60098) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:35.224117 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-8dc9a80a-2d28-4725-8c13-b4551504ea6c tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e4b5ca018b5f4dda99486407424b8168&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1874046 May 12 14:31:35.249333 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-118e4db5-5404-4c03-9d8a-cf6698c06113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:35.255896 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b7cf97b0-86cd-4b4e-bd6d-2fc0b003c916 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for port (9d0ddf77-5280-47e8-89ce-8a7c4daebb73), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:35.436913 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port 5895868c-44d3-4ef7-aaf6-0b09fc238875 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:31:35.575022 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-118e4db5-5404-4c03-9d8a-cf6698c06113 admin admin] Publish callbacks [] for security_group (a3ac1a0b-9833-4b48-a658-9343aa4b802c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:35.589521 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-e70060c1-8c27-4638-bd24-b5ea88aa8891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c15b5e9-eb16-450c-b4f2-aaddb6302fe6 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:31:35.595311 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-118e4db5-5404-4c03-9d8a-cf6698c06113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (a3ac1a0b-9833-4b48-a658-9343aa4b802c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:35.623863 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-e70060c1-8c27-4638-bd24-b5ea88aa8891 service neutron] Publish callbacks [] for port (5c15b5e9-eb16-450c-b4f2-aaddb6302fe6), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:35.646444 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b7cf97b0-86cd-4b4e-bd6d-2fc0b003c916 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (9d0ddf77-5280-47e8-89ce-8a7c4daebb73), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:35.714703 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-118e4db5-5404-4c03-9d8a-cf6698c06113 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8b0997e5ef524b869aab4174a7030165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5045805 May 12 14:31:35.715662 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e4db5-5404-4c03-9d8a-cf6698c06113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ac1a0b-9833-4b48-a658-9343aa4b802c,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:35.720546 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 60134) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:35.788507 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf97b0-86cd-4b4e-bd6d-2fc0b003c916 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Pushing event updated for resources: {'Port': ['ID=9d0ddf77-5280-47e8-89ce-8a7c4daebb73,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:35.808990 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b7cf97b0-86cd-4b4e-bd6d-2fc0b003c916 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (9abae339-9bf3-418a-a390-9cc9d8cdfd7a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:35.824094 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e458cdf-5d9c-4eb8-9250-b0e219705f69 req-bd708acc-094a-4ef0-b223-560f23eecea8 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:35.832243 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9e458cdf-5d9c-4eb8-9250-b0e219705f69 req-bd708acc-094a-4ef0-b223-560f23eecea8 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 931 time: 0.6501665 May 12 14:31:35.849113 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-e70060c1-8c27-4638-bd24-b5ea88aa8891 service neutron] Transition to ACTIVE for port object 5c15b5e9-eb16-450c-b4f2-aaddb6302fe6 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:31:35.866076 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-e70060c1-8c27-4638-bd24-b5ea88aa8891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (5c15b5e9-eb16-450c-b4f2-aaddb6302fe6), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:35.873959 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6536060a-7c01-4cf4-9094-f7a99e342e80 admin admin] Publish callbacks [] for security_group (a3ac1a0b-9833-4b48-a658-9343aa4b802c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:35.889854 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b7cf97b0-86cd-4b4e-bd6d-2fc0b003c916 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:35.891358 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-b7cf97b0-86cd-4b4e-bd6d-2fc0b003c916 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4478340 May 12 14:31:35.947366 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6536060a-7c01-4cf4-9094-f7a99e342e80 admin admin] Publish callbacks [] for security_group (a3ac1a0b-9833-4b48-a658-9343aa4b802c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:36.019584 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6536060a-7c01-4cf4-9094-f7a99e342e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (a3ac1a0b-9833-4b48-a658-9343aa4b802c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:36.023155 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6536060a-7c01-4cf4-9094-f7a99e342e80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:36.024639 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-6536060a-7c01-4cf4-9094-f7a99e342e80 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a3ac1a0b-9833-4b48-a658-9343aa4b802c HTTP/1.1" status: 204 len: 168 time: 0.3031638 May 12 14:31:36.041998 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536060a-7c01-4cf4-9094-f7a99e342e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ac1a0b-9833-4b48-a658-9343aa4b802c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:36.093461 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9e458cdf-5d9c-4eb8-9250-b0e219705f69 req-feedafa3-83b1-477b-8985-7699453f420f tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541320 May 12 14:31:36.126921 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-31132f53-68e9-45d0-b5d0-12ecc3da744e service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:31:36.127961 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-31132f53-68e9-45d0-b5d0-12ecc3da744e service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4911597 May 12 14:31:36.130793 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70060c1-8c27-4638-bd24-b5ea88aa8891 service neutron] Pushing event updated for resources: {'Port': ['ID=5c15b5e9-eb16-450c-b4f2-aaddb6302fe6,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:36.142051 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-e70060c1-8c27-4638-bd24-b5ea88aa8891 service neutron] Attempting to bind port 5c15b5e9-eb16-450c-b4f2-aaddb6302fe6 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:31:36.142458 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-e70060c1-8c27-4638-bd24-b5ea88aa8891 service neutron] Attempting to bind port 5c15b5e9-eb16-450c-b4f2-aaddb6302fe6 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '972730d9-74d2-4e1b-a6d4-0086c14464dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c6afaeb2-6560-413e-a386-228bf2d708db'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:31:36.142767 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-e70060c1-8c27-4638-bd24-b5ea88aa8891 service neutron] Attempting to bind port 5c15b5e9-eb16-450c-b4f2-aaddb6302fe6 on network c6afaeb2-6560-413e-a386-228bf2d708db {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:31:36.159353 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-e70060c1-8c27-4638-bd24-b5ea88aa8891 service neutron] Port 5c15b5e9-eb16-450c-b4f2-aaddb6302fe6 on network c6afaeb2-6560-413e-a386-228bf2d708db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:31:36.160348 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-e70060c1-8c27-4638-bd24-b5ea88aa8891 service neutron] Attempting to bind port 5c15b5e9-eb16-450c-b4f2-aaddb6302fe6 on network c6afaeb2-6560-413e-a386-228bf2d708db {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:31:36.189956 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-e70060c1-8c27-4638-bd24-b5ea88aa8891 service neutron] Checking agent: {'id': 'c5e9105e-03c6-4986-a076-8428d06d9de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:31:36.190345 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-e70060c1-8c27-4638-bd24-b5ea88aa8891 service neutron] Checking segment: {'id': '972730d9-74d2-4e1b-a6d4-0086c14464dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c6afaeb2-6560-413e-a386-228bf2d708db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:31:36.190946 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-e70060c1-8c27-4638-bd24-b5ea88aa8891 service neutron] Bound using segment: {'id': '972730d9-74d2-4e1b-a6d4-0086c14464dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c6afaeb2-6560-413e-a386-228bf2d708db'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:31:36.193448 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-e70060c1-8c27-4638-bd24-b5ea88aa8891 service neutron] Bound port: 5c15b5e9-eb16-450c-b4f2-aaddb6302fe6, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '972730d9-74d2-4e1b-a6d4-0086c14464dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c6afaeb2-6560-413e-a386-228bf2d708db'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:31:36.194458 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-e70060c1-8c27-4638-bd24-b5ea88aa8891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (5c15b5e9-eb16-450c-b4f2-aaddb6302fe6), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:36.444367 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-e70060c1-8c27-4638-bd24-b5ea88aa8891 service neutron] For port 5c15b5e9-eb16-450c-b4f2-aaddb6302fe6, host hv-cinder-77703, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:31:36.466744 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-0a1ccd43-4e17-46c7-92ae-43b46ffa57b1 service neutron] 10.222.0.75 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208764 May 12 14:31:36.473707 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-e70060c1-8c27-4638-bd24-b5ea88aa8891 service neutron] For port 5c15b5e9-eb16-450c-b4f2-aaddb6302fe6, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=5c15b5e9-eb16-450c-b4f2-aaddb6302fe6,segment=NetworkSegment(972730d9-74d2-4e1b-a6d4-0086c14464dc),segment_id=972730d9-74d2-4e1b-a6d4-0086c14464dc)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:31:36.507955 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-e70060c1-8c27-4638-bd24-b5ea88aa8891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (5c15b5e9-eb16-450c-b4f2-aaddb6302fe6), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:36.569704 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-e70060c1-8c27-4638-bd24-b5ea88aa8891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:36.570333 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-e70060c1-8c27-4638-bd24-b5ea88aa8891 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:36.571834 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-e70060c1-8c27-4638-bd24-b5ea88aa8891 service neutron] 10.222.0.57 "PUT /v2.0/ports/5c15b5e9-eb16-450c-b4f2-aaddb6302fe6 HTTP/1.1" status: 200 len: 1093 time: 4.5445840 May 12 14:31:36.572306 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b422890a-65ed-4ca3-b19c-ec9fbba5e813', 'tag': '5c15b5e9-eb16-450c-b4f2-aaddb6302fe6'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:31:36.868354 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-d4d527d0-ebed-438f-9ebf-e49a5b9e8a03 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--414826305&fields=id&tenant_id=202791457f0749649e8cc096f6e43404 HTTP/1.1" status: 200 len: 267 time: 0.4038451 May 12 14:31:36.871100 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70060c1-8c27-4638-bd24-b5ea88aa8891 service neutron] Pushing event updated for resources: {'Port': ['ID=5c15b5e9-eb16-450c-b4f2-aaddb6302fe6,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:36.925438 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-c8299c69-6835-40b6-9efe-025cedc0efc9 service neutron] 10.222.0.75 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457755 May 12 14:31:37.013850 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56f2101-7b55-4ced-b5c3-4e7c0368b482" -d '{"events": [{"name": "network-changed", "server_uuid": "b422890a-65ed-4ca3-b19c-ec9fbba5e813", "tag": "5c15b5e9-eb16-450c-b4f2-aaddb6302fe6"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:31:37.098222 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-f0840a55-dbba-4510-ab54-990fad598c9f tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:37.099774 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-f0840a55-dbba-4510-ab54-990fad598c9f tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/networks?id=a850f271-3b32-48bf-8bb5-be1eb540a3d0 HTTP/1.1" status: 200 len: 817 time: 0.1894586 May 12 14:31:37.127501 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-79dad136-1049-47a7-ae8f-873957976501 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/quotas/202791457f0749649e8cc096f6e43404 HTTP/1.1" status: 200 len: 375 time: 0.0152919 May 12 14:31:37.157210 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 60228) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:37.214147 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-3839ff5b-fe1d-4996-bbd5-fd8036518a2a tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=202791457f0749649e8cc096f6e43404&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669537 May 12 14:31:37.369966 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-0dd09ac9-198f-4f37-80aa-ffc6204a43e3 service neutron] 10.222.0.75 "GET /v2.0/networks/a850f271-3b32-48bf-8bb5-be1eb540a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501303 May 12 14:31:37.379991 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa1948c9-42bf-4b44-b9b7-458d827f576b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:37.544089 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:31:37.567870 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-7da15bce-44ad-4032-9f5e-58b5bc2d9bf6 service neutron] 10.222.0.75 "GET /v2.0/networks/a850f271-3b32-48bf-8bb5-be1eb540a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905565 May 12 14:31:37.605897 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa1948c9-42bf-4b44-b9b7-458d827f576b admin admin] Publish callbacks [] for security_group (0b70c2d3-3e95-4bb4-ae9d-715283ba86f5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:37.613391 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa1948c9-42bf-4b44-b9b7-458d827f576b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (0b70c2d3-3e95-4bb4-ae9d-715283ba86f5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:37.680160 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0519ee5a-aa12-4c42-b66e-5827d94953fc x-openstack-request-id: req-0519ee5a-aa12-4c42-b66e-5827d94953fc {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:31:37.680424 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b422890a-65ed-4ca3-b19c-ec9fbba5e813", "tag": "5c15b5e9-eb16-450c-b4f2-aaddb6302fe6", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:31:37.680681 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0519ee5a-aa12-4c42-b66e-5827d94953fc {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:31:37.681147 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0519ee5a-aa12-4c42-b66e-5827d94953fc'] response: {'name': 'network-changed', 'server_uuid': 'b422890a-65ed-4ca3-b19c-ec9fbba5e813', 'tag': '5c15b5e9-eb16-450c-b4f2-aaddb6302fe6', 'status': 'completed', 'code': 200} May 12 14:31:37.733079 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1948c9-42bf-4b44-b9b7-458d827f576b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b70c2d3-3e95-4bb4-ae9d-715283ba86f5,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:37.769001 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-aa1948c9-42bf-4b44-b9b7-458d827f576b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=63f89b9869c542499a423a75997976f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6100914 May 12 14:31:37.770171 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 60262) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:37.877813 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622e180-480b-4168-8721-1dd6891af520 req-6e479467-2ee3-4355-8232-fd8c6c1e04d0 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:37.888757 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6622e180-480b-4168-8721-1dd6891af520 req-6e479467-2ee3-4355-8232-fd8c6c1e04d0 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 943 time: 0.1296353 May 12 14:31:37.977665 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6622e180-480b-4168-8721-1dd6891af520 req-73629199-4d92-48c6-bf0b-90ce4fd46961 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872784 May 12 14:31:38.025076 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aba4d2de-a8b9-4759-9af7-79b8cb731a67 admin admin] Publish callbacks [] for security_group (0b70c2d3-3e95-4bb4-ae9d-715283ba86f5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:38.081041 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a21a2486-8222-4dad-8ed1-1eaf00512487 req-3cada916-8562-406d-9405-9a6ac559a75e tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 210 time: 0.0929756 May 12 14:31:38.200982 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aba4d2de-a8b9-4759-9af7-79b8cb731a67 admin admin] Publish callbacks [] for security_group (0b70c2d3-3e95-4bb4-ae9d-715283ba86f5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:38.208718 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bb2a2055-0970-4ca7-9e70-5ca9100e5085 req-7a91dba2-305c-49b6-91ed-b2946141029a tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 210 time: 0.0952661 May 12 14:31:38.325363 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aba4d2de-a8b9-4759-9af7-79b8cb731a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (0b70c2d3-3e95-4bb4-ae9d-715283ba86f5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:38.331878 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aba4d2de-a8b9-4759-9af7-79b8cb731a67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:38.338577 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-aba4d2de-a8b9-4759-9af7-79b8cb731a67 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0b70c2d3-3e95-4bb4-ae9d-715283ba86f5 HTTP/1.1" status: 204 len: 168 time: 0.5670261 May 12 14:31:38.347956 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4d2de-a8b9-4759-9af7-79b8cb731a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b70c2d3-3e95-4bb4-ae9d-715283ba86f5,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:38.901133 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 60338) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:38.916280 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d599d3da-c01d-4933-8c46-637c8ef9aa26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:39.012994 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d599d3da-c01d-4933-8c46-637c8ef9aa26 admin admin] Publish callbacks [] for security_group (c2a7000d-0d82-414a-bf71-eb5aac7046d8), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:39.020994 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d599d3da-c01d-4933-8c46-637c8ef9aa26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (c2a7000d-0d82-414a-bf71-eb5aac7046d8), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:39.038861 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 60344) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:39.073059 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599d3da-c01d-4933-8c46-637c8ef9aa26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a7000d-0d82-414a-bf71-eb5aac7046d8,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:39.085625 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-d599d3da-c01d-4933-8c46-637c8ef9aa26 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1d52cd3e9725476eb826b68f1026bc52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1830049 May 12 14:31:39.088275 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 60348) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:39.146528 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d7da4b58-1ddf-4db6-888c-7bea1fe0426d admin admin] Publish callbacks [] for security_group (c2a7000d-0d82-414a-bf71-eb5aac7046d8), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:39.149790 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a33d9-2423-4db3-b6bd-65c18f7b341f req-b354f013-f297-42f1-9444-8dbf7a4bd1ff tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:39.160474 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f26a33d9-2423-4db3-b6bd-65c18f7b341f req-b354f013-f297-42f1-9444-8dbf7a4bd1ff tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 943 time: 0.0910506 May 12 14:31:39.173093 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d7da4b58-1ddf-4db6-888c-7bea1fe0426d admin admin] Publish callbacks [] for security_group (c2a7000d-0d82-414a-bf71-eb5aac7046d8), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:39.236143 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d7da4b58-1ddf-4db6-888c-7bea1fe0426d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (c2a7000d-0d82-414a-bf71-eb5aac7046d8), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:39.240676 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d7da4b58-1ddf-4db6-888c-7bea1fe0426d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:39.242099 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-d7da4b58-1ddf-4db6-888c-7bea1fe0426d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c2a7000d-0d82-414a-bf71-eb5aac7046d8 HTTP/1.1" status: 204 len: 168 time: 0.1523671 May 12 14:31:39.252848 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da4b58-1ddf-4db6-888c-7bea1fe0426d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a7000d-0d82-414a-bf71-eb5aac7046d8,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:39.257753 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a9f1ece9-21e1-48f6-a567-c9bd5cb907de req-26da0f6c-3abe-45f7-b001-22fabcbe421a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 210 time: 0.0509737 May 12 14:31:39.258967 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-12e0a5b5-9d4d-4936-9174-75a11dfae4e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:39.300618 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f26a33d9-2423-4db3-b6bd-65c18f7b341f req-7d6f7418-e4af-4d3e-a091-2270f456d89b tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381972 May 12 14:31:39.360746 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bed7c336-3ea2-4132-8f66-607a7db5e330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:39.392096 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9f7dc7e7-b3b5-4d39-a94f-73ef926839c6 req-fc625634-e347-4b61-b33e-0084c2990a79 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 210 time: 0.0487173 May 12 14:31:39.487412 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bed7c336-3ea2-4132-8f66-607a7db5e330 admin admin] Publish callbacks [] for security_group (1071c073-8803-4353-8440-c04a40eee9a5), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:39.491795 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bed7c336-3ea2-4132-8f66-607a7db5e330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (1071c073-8803-4353-8440-c04a40eee9a5), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:39.532231 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-bed7c336-3ea2-4132-8f66-607a7db5e330 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=25dba82031df4b04a81213933bddf78e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4920721 May 12 14:31:39.534929 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 60372) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:39.540693 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7c336-3ea2-4132-8f66-607a7db5e330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1071c073-8803-4353-8440-c04a40eee9a5,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:39.605074 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6378aae5-c8ba-442f-98fa-32174dd97576 admin admin] Publish callbacks [] for security_group (1071c073-8803-4353-8440-c04a40eee9a5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:39.628015 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6378aae5-c8ba-442f-98fa-32174dd97576 admin admin] Publish callbacks [] for security_group (1071c073-8803-4353-8440-c04a40eee9a5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:39.679997 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6378aae5-c8ba-442f-98fa-32174dd97576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (1071c073-8803-4353-8440-c04a40eee9a5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:39.683240 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6378aae5-c8ba-442f-98fa-32174dd97576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:39.684610 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-6378aae5-c8ba-442f-98fa-32174dd97576 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1071c073-8803-4353-8440-c04a40eee9a5 HTTP/1.1" status: 204 len: 168 time: 0.1485732 May 12 14:31:39.694870 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378aae5-c8ba-442f-98fa-32174dd97576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1071c073-8803-4353-8440-c04a40eee9a5,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:40.465756 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ee782891-6b96-4c4c-a130-147dc04436c4 req-c5ce704f-0fd1-4ef4-8160-e91464f66a48 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 210 time: 0.0785880 May 12 14:31:40.520400 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049f506-ccb4-4197-ba71-4705d6bdd29b req-58c2a8d4-de38-40f1-a0bf-49ead9e4f9bc tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:40.529821 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a049f506-ccb4-4197-ba71-4705d6bdd29b req-58c2a8d4-de38-40f1-a0bf-49ead9e4f9bc tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 943 time: 0.1180706 May 12 14:31:40.599194 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a049f506-ccb4-4197-ba71-4705d6bdd29b req-0a512149-0caa-4e46-98ea-6e5960d55106 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647442 May 12 14:31:40.644214 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ea42a3c7-1cc2-41c5-80fe-1bb2ed60537c req-cf6201f8-501c-456e-80f0-8b7d4158c058 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 210 time: 0.0588207 May 12 14:31:41.571434 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 60476) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:41.599677 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ad131e68-b883-4894-bc62-b910ca93c4f4 req-b32b1c11-aff5-47d0-881e-aa2169f13d0a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 210 time: 0.0439041 May 12 14:31:41.627804 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7fbcd922-ca3f-41b0-ba46-41b683d7d62a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:41.751433 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eeb70d-4e2c-4cd0-b170-62dd4f952517 req-a23a77ac-04f4-484d-9e37-71807089eda0 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:41.757576 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2eabc14-e218-4bdf-ada1-59e4d37b994d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:41.760124 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-33eeb70d-4e2c-4cd0-b170-62dd4f952517 req-a23a77ac-04f4-484d-9e37-71807089eda0 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 943 time: 0.0925620 May 12 14:31:41.796346 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-868b9da2-c0cf-4f18-8412-1d4350669311 req-566a9f0a-b6d6-4cab-a349-39a17d8ec906 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 210 time: 0.0351748 May 12 14:31:41.867834 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-33eeb70d-4e2c-4cd0-b170-62dd4f952517 req-8a139ca6-7fb0-46ac-86bc-c643d6b40c5e tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955822 May 12 14:31:41.932449 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2eabc14-e218-4bdf-ada1-59e4d37b994d admin admin] Publish callbacks [] for security_group (92a9e611-8586-44af-b778-31c23c941b28), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:41.947487 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e2eabc14-e218-4bdf-ada1-59e4d37b994d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (92a9e611-8586-44af-b778-31c23c941b28), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:41.996578 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eabc14-e218-4bdf-ada1-59e4d37b994d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a9e611-8586-44af-b778-31c23c941b28,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:42.026813 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-e2eabc14-e218-4bdf-ada1-59e4d37b994d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=62d51d7c1ae4413ca28cae8e7d03b2f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4538281 May 12 14:31:42.029611 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 60496) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:42.122763 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d36052d-1b63-451a-9bcf-4c54e13c82e1 admin admin] Publish callbacks [] for security_group (92a9e611-8586-44af-b778-31c23c941b28), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:42.156260 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d36052d-1b63-451a-9bcf-4c54e13c82e1 admin admin] Publish callbacks [] for security_group (92a9e611-8586-44af-b778-31c23c941b28), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:42.237066 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d36052d-1b63-451a-9bcf-4c54e13c82e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (92a9e611-8586-44af-b778-31c23c941b28), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:42.242057 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d36052d-1b63-451a-9bcf-4c54e13c82e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:42.245582 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-2d36052d-1b63-451a-9bcf-4c54e13c82e1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/92a9e611-8586-44af-b778-31c23c941b28 HTTP/1.1" status: 204 len: 168 time: 0.2147777 May 12 14:31:42.262979 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36052d-1b63-451a-9bcf-4c54e13c82e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a9e611-8586-44af-b778-31c23c941b28,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:42.722460 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-102a5120-3070-4b36-97d3-6b1f26b043cc req-98a0e5d3-dcd7-41ed-8a48-c3095828ce24 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 210 time: 0.0505347 May 12 14:31:42.855894 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 60534) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:42.961790 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e0e3d21-65ac-4226-892e-5900976c892f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:43.015789 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:43.151417 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4ae7d9f2-aeb1-4bf6-b42a-c652c88445ed req-13be077d-c411-459f-9288-e0043b02c1a7 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 210 time: 0.1414313 May 12 14:31:43.248197 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec594c27-7e8e-4568-90ed-4997f152555b req-c37f5c8e-2b25-4b18-97c0-d96bd89c8285 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:43.250328 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ec594c27-7e8e-4568-90ed-4997f152555b req-c37f5c8e-2b25-4b18-97c0-d96bd89c8285 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 943 time: 0.1610279 May 12 14:31:43.337542 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e0e3d21-65ac-4226-892e-5900976c892f admin admin] Publish callbacks [] for security_group (d2ae024b-3a61-4a68-8bd3-47d112dc5e15), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:43.343138 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e0e3d21-65ac-4226-892e-5900976c892f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (d2ae024b-3a61-4a68-8bd3-47d112dc5e15), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:43.352154 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ec594c27-7e8e-4568-90ed-4997f152555b req-246f4ee2-0fe5-4409-adc3-85706fb8978b tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847707 May 12 14:31:43.393615 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e3d21-65ac-4226-892e-5900976c892f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ae024b-3a61-4a68-8bd3-47d112dc5e15,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:43.410815 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-3e0e3d21-65ac-4226-892e-5900976c892f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=01bfb28e9ff043d3bad28167c7501305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5542619 May 12 14:31:43.413642 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 60548) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:43.464250 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ce969ddd-64ef-4159-bba3-be3be4657b31 admin admin] Publish callbacks [] for security_group (d2ae024b-3a61-4a68-8bd3-47d112dc5e15), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:43.489154 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ce969ddd-64ef-4159-bba3-be3be4657b31 admin admin] Publish callbacks [] for security_group (d2ae024b-3a61-4a68-8bd3-47d112dc5e15), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:43.559258 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ce969ddd-64ef-4159-bba3-be3be4657b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (d2ae024b-3a61-4a68-8bd3-47d112dc5e15), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:43.562290 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ce969ddd-64ef-4159-bba3-be3be4657b31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:43.565807 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-ce969ddd-64ef-4159-bba3-be3be4657b31 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d2ae024b-3a61-4a68-8bd3-47d112dc5e15 HTTP/1.1" status: 204 len: 168 time: 0.1486332 May 12 14:31:43.574282 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce969ddd-64ef-4159-bba3-be3be4657b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ae024b-3a61-4a68-8bd3-47d112dc5e15,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:43.896005 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3a09a9d7-38bd-4db9-987d-9c9ce9ce62ed req-6f572e4f-bb34-4f38-8b6c-72cb7c8c1782 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 210 time: 0.0694182 May 12 14:31:44.315740 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d8a6a187-c55c-4350-8346-aaaba76b4aa0 req-c8d060d5-2674-4090-aec9-a671306834a7 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 210 time: 0.0733185 May 12 14:31:44.352442 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:44.382941 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 60606) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:44.484764 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228212e-e691-4b7c-92c3-8618d6372937 req-1ddbec17-c7be-4663-9f90-53b84f73892e tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:44.486330 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f228212e-e691-4b7c-92c3-8618d6372937 req-1ddbec17-c7be-4663-9f90-53b84f73892e tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 943 time: 0.0498397 May 12 14:31:44.511224 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-47430424-5815-47f9-8ce2-0f096f57c3ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:44.562266 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f228212e-e691-4b7c-92c3-8618d6372937 req-9254fd61-9e2b-4876-80f8-f347cfe7e81a tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690529 May 12 14:31:44.611245 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-47430424-5815-47f9-8ce2-0f096f57c3ec admin admin] Publish callbacks [] for security_group (b7e8c7ff-494e-4ac2-b3b3-b78ce5f47b68), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:44.615769 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-47430424-5815-47f9-8ce2-0f096f57c3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (b7e8c7ff-494e-4ac2-b3b3-b78ce5f47b68), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:44.653549 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-47430424-5815-47f9-8ce2-0f096f57c3ec admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a58364cd68cc490ba5ba5ccc7f267ae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2694316 May 12 14:31:44.654250 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47430424-5815-47f9-8ce2-0f096f57c3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e8c7ff-494e-4ac2-b3b3-b78ce5f47b68,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:44.656294 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 60618) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:44.706018 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0ac98ba1-175a-4077-a973-6a0f0a86d4c8 admin admin] Publish callbacks [] for security_group (b7e8c7ff-494e-4ac2-b3b3-b78ce5f47b68), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:44.743333 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0ac98ba1-175a-4077-a973-6a0f0a86d4c8 admin admin] Publish callbacks [] for security_group (b7e8c7ff-494e-4ac2-b3b3-b78ce5f47b68), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:44.789500 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0ac98ba1-175a-4077-a973-6a0f0a86d4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (b7e8c7ff-494e-4ac2-b3b3-b78ce5f47b68), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:44.792161 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0ac98ba1-175a-4077-a973-6a0f0a86d4c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:44.796198 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-0ac98ba1-175a-4077-a973-6a0f0a86d4c8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b7e8c7ff-494e-4ac2-b3b3-b78ce5f47b68 HTTP/1.1" status: 204 len: 168 time: 0.1388874 May 12 14:31:44.804617 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac98ba1-175a-4077-a973-6a0f0a86d4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e8c7ff-494e-4ac2-b3b3-b78ce5f47b68,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:45.018993 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a9f7fc27-e9bb-4f45-b4a0-c6e4ef042881 req-09180730-d2b9-4db9-9927-40303dd73532 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 210 time: 0.0451107 May 12 14:31:45.156704 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 60644) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:45.169660 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-76f34cd7-c457-4764-9e98-664346bfa601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:45.248567 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-76f34cd7-c457-4764-9e98-664346bfa601 admin admin] Publish callbacks [] for security_group (656e3182-595d-4769-a4f2-19b7b5194f7f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:45.252895 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-76f34cd7-c457-4764-9e98-664346bfa601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (656e3182-595d-4769-a4f2-19b7b5194f7f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:45.290845 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-76f34cd7-c457-4764-9e98-664346bfa601 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2e34396c619d4117b04068943653c2c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330469 May 12 14:31:45.291957 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f34cd7-c457-4764-9e98-664346bfa601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656e3182-595d-4769-a4f2-19b7b5194f7f,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:45.293536 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 60650) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:45.361439 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aab98357-0142-4a86-8849-c60764353472 admin admin] Publish callbacks [] for security_group (656e3182-595d-4769-a4f2-19b7b5194f7f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:45.389835 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aab98357-0142-4a86-8849-c60764353472 admin admin] Publish callbacks [] for security_group (656e3182-595d-4769-a4f2-19b7b5194f7f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:45.439101 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d934c92f-bc47-48a4-a249-42b887377770 req-f45f4e6e-0ffa-459a-be41-7343d53493d8 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 210 time: 0.0361097 May 12 14:31:45.476663 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aab98357-0142-4a86-8849-c60764353472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (656e3182-595d-4769-a4f2-19b7b5194f7f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:45.479522 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aab98357-0142-4a86-8849-c60764353472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:45.480686 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-aab98357-0142-4a86-8849-c60764353472 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/656e3182-595d-4769-a4f2-19b7b5194f7f HTTP/1.1" status: 204 len: 168 time: 0.1841154 May 12 14:31:45.488302 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab98357-0142-4a86-8849-c60764353472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656e3182-595d-4769-a4f2-19b7b5194f7f,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:45.711533 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed8881-329e-4cf2-8af0-ffc63d385137 req-fb871925-55b7-4fc2-9f2d-d370ac5b6053 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:45.713125 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-50ed8881-329e-4cf2-8af0-ffc63d385137 req-fb871925-55b7-4fc2-9f2d-d370ac5b6053 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 943 time: 0.0627553 May 12 14:31:45.725985 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:45.772924 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-50ed8881-329e-4cf2-8af0-ffc63d385137 req-2ef73ae6-bf54-41a9-bf74-977c3451ea9e tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526452 May 12 14:31:45.804735 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:46.143877 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ef9d9fa7-af89-488d-a8a8-459b2eef4996 req-679c4c64-b2c5-407d-b091-d707fe0a0e5c tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 210 time: 0.0381317 May 12 14:31:46.541964 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c2af4227-ff2f-470a-b6a0-85042f094a3b req-26fb0b72-40a3-4ede-99b9-f3daae8f7721 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 210 time: 0.0296750 May 12 14:31:46.750813 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 60730) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:46.893991 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a63a3-661e-488b-a3db-8c07319295b3 req-83369054-2298-4192-8d3f-dab09e894d64 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:46.896140 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bd2a63a3-661e-488b-a3db-8c07319295b3 req-83369054-2298-4192-8d3f-dab09e894d64 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 943 time: 0.0512803 May 12 14:31:46.915407 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d8a3e08-2d75-4c72-af6b-b6f0e5fa262d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:46.974275 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bd2a63a3-661e-488b-a3db-8c07319295b3 req-49c4c6d3-86ed-4fe5-901f-5a1cb8d268a7 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715108 May 12 14:31:47.030559 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d8a3e08-2d75-4c72-af6b-b6f0e5fa262d admin admin] Publish callbacks [] for security_group (37483d5e-a114-4c14-b143-4032dbb9df0b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:47.035266 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d8a3e08-2d75-4c72-af6b-b6f0e5fa262d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (37483d5e-a114-4c14-b143-4032dbb9df0b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:47.074005 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-4d8a3e08-2d75-4c72-af6b-b6f0e5fa262d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a02c10d9657f40d1baa65cbbfe4f43e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3218219 May 12 14:31:47.074855 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a3e08-2d75-4c72-af6b-b6f0e5fa262d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37483d5e-a114-4c14-b143-4032dbb9df0b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:47.077469 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 60748) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:47.127209 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-680ed2af-4390-41c2-b0ad-1c9d202d4f8a admin admin] Publish callbacks [] for security_group (37483d5e-a114-4c14-b143-4032dbb9df0b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:47.152858 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-680ed2af-4390-41c2-b0ad-1c9d202d4f8a admin admin] Publish callbacks [] for security_group (37483d5e-a114-4c14-b143-4032dbb9df0b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:47.207991 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-680ed2af-4390-41c2-b0ad-1c9d202d4f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (37483d5e-a114-4c14-b143-4032dbb9df0b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:47.212339 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-680ed2af-4390-41c2-b0ad-1c9d202d4f8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:47.216107 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-680ed2af-4390-41c2-b0ad-1c9d202d4f8a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/37483d5e-a114-4c14-b143-4032dbb9df0b HTTP/1.1" status: 204 len: 168 time: 0.1339917 May 12 14:31:47.222438 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ed2af-4390-41c2-b0ad-1c9d202d4f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37483d5e-a114-4c14-b143-4032dbb9df0b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:47.269845 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-09eecd2c-087a-4bb2-9a35-e031bc7f6f82 req-d32f046f-5d17-4485-b1f0-a42dba5c2432 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 210 time: 0.0359719 May 12 14:31:47.572926 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 60772) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:47.591443 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e0da31e9-39f2-4dcc-818a-d9fdba7824ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:47.659862 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bd684a8d-9658-46be-8a99-db995f5a34bb req-03d9fc44-7adc-4150-ba9b-d13cbb9b4c25 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 210 time: 0.0371411 May 12 14:31:47.705647 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e0da31e9-39f2-4dcc-818a-d9fdba7824ee admin admin] Publish callbacks [] for security_group (5164ca65-2ea0-43e9-8f35-586deff46218), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:47.709981 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e0da31e9-39f2-4dcc-818a-d9fdba7824ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (5164ca65-2ea0-43e9-8f35-586deff46218), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:47.752157 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-e0da31e9-39f2-4dcc-818a-d9fdba7824ee admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=92c331ee69394c28839e6ef64fd5b005&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1781442 May 12 14:31:47.752848 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da31e9-39f2-4dcc-818a-d9fdba7824ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5164ca65-2ea0-43e9-8f35-586deff46218,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:47.755414 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 60778) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:47.803064 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b913c62a-2b43-4536-ada9-46f5c96a5ce6 admin admin] Publish callbacks [] for security_group (5164ca65-2ea0-43e9-8f35-586deff46218), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:47.825946 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b913c62a-2b43-4536-ada9-46f5c96a5ce6 admin admin] Publish callbacks [] for security_group (5164ca65-2ea0-43e9-8f35-586deff46218), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:47.871387 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b913c62a-2b43-4536-ada9-46f5c96a5ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (5164ca65-2ea0-43e9-8f35-586deff46218), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:47.873935 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b913c62a-2b43-4536-ada9-46f5c96a5ce6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:47.875093 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-b913c62a-2b43-4536-ada9-46f5c96a5ce6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5164ca65-2ea0-43e9-8f35-586deff46218 HTTP/1.1" status: 204 len: 168 time: 0.1186380 May 12 14:31:47.882988 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913c62a-2b43-4536-ada9-46f5c96a5ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5164ca65-2ea0-43e9-8f35-586deff46218,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:48.095801 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bd236-ab74-4956-919a-b2011607e499 req-0008c60e-d168-46e5-86d4-010edd894703 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:48.097390 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e33bd236-ab74-4956-919a-b2011607e499 req-0008c60e-d168-46e5-86d4-010edd894703 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 943 time: 0.0486684 May 12 14:31:48.145536 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e33bd236-ab74-4956-919a-b2011607e499 req-6f30cbce-4f79-45ea-a166-304d9f347741 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419984 May 12 14:31:48.368340 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b655184a-2201-4536-86e5-8e48db86cee9 req-c94c62d0-6760-43e9-94e5-2191c77f1639 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 210 time: 0.0304558 May 12 14:31:48.821028 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-777d01ad-1731-406a-9547-31e48878cfaf req-4ef6d1c6-2428-4ec1-bae1-f00e1a67f787 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 210 time: 0.0715604 May 12 14:31:48.890061 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f2101-7b55-4ced-b5c3-4e7c0368b482 req-9e3c2674-76c7-42ff-8c1a-dae8477cbd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:48.891634 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a56f2101-7b55-4ced-b5c3-4e7c0368b482 req-9e3c2674-76c7-42ff-8c1a-dae8477cbd49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5595513cb114487cb476e609d069709b&device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 1127 time: 0.0864134 May 12 14:31:49.331771 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2e14e-6117-4072-b899-5b53bc0e22ae req-19679015-398c-435b-9fd8-8a5b5cbe9e24 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:49.333303 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c4e2e14e-6117-4072-b899-5b53bc0e22ae req-19679015-398c-435b-9fd8-8a5b5cbe9e24 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 943 time: 0.1072478 May 12 14:31:49.338547 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f2101-7b55-4ced-b5c3-4e7c0368b482 req-6328566a-d9cb-45a9-a8c4-6bd0fd1baade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:49.339928 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a56f2101-7b55-4ced-b5c3-4e7c0368b482 req-6328566a-d9cb-45a9-a8c4-6bd0fd1baade service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5595513cb114487cb476e609d069709b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2179899 May 12 14:31:49.384241 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c4e2e14e-6117-4072-b899-5b53bc0e22ae req-4431bb60-876c-4bf9-baf4-3b92b6e5a7aa tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433903 May 12 14:31:49.513051 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f46bbb39-3a68-4bc6-ba64-66be9afdbc47 req-960ba599-aafe-48ec-84f8-fc7024ee7d01 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 210 time: 0.0642009 May 12 14:31:49.642367 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f2101-7b55-4ced-b5c3-4e7c0368b482 req-268fd4d3-268d-4f02-a3f5-4ee185f9ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:49.643860 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a56f2101-7b55-4ced-b5c3-4e7c0368b482 req-268fd4d3-268d-4f02-a3f5-4ee185f9ac5d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1852622 May 12 14:31:49.930808 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ff92b094-2f19-4e36-9313-9f48cb8f6645 req-7c7e6360-f4c1-4165-936e-699a0313265e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 210 time: 0.0311348 May 12 14:31:50.129500 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.57', 60894) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:50.173614 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.57', 60895) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:31:50.255185 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-f0d05877-d831-4cd8-b050-65945a8280ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:50.272252 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-f0d05877-d831-4cd8-b050-65945a8280ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5595513cb114487cb476e609d069709b&device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 1127 time: 0.1218417 May 12 14:31:50.429503 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-6e75f5cc-2550-4f03-876d-c58b8cd06671 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c15b5e9-eb16-450c-b4f2-aaddb6302fe6 HTTP/1.1" status: 200 len: 217 time: 0.1422367 May 12 14:31:50.556219 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-25c709ab-cbfa-47f9-b637-4a29d8b73ac2 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:50.557662 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-25c709ab-cbfa-47f9-b637-4a29d8b73ac2 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.57 "GET /v2.0/networks?id=a850f271-3b32-48bf-8bb5-be1eb540a3d0 HTTP/1.1" status: 200 len: 817 time: 0.3827593 May 12 14:31:50.583768 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-97d5b0a7-d756-4ff3-baec-7e707fbb7066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:50.584936 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9586e49-a0a5-4579-80eb-3e367b450a90 req-dbf90b5c-a127-40c0-970f-d6976323cb50 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:50.585456 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-97d5b0a7-d756-4ff3-baec-7e707fbb7066 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3facab4-b2f1-42e9-950b-a731e8f8769e HTTP/1.1" status: 200 len: 852 time: 0.1003799 May 12 14:31:50.586382 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b9586e49-a0a5-4579-80eb-3e367b450a90 req-dbf90b5c-a127-40c0-970f-d6976323cb50 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 943 time: 0.1185114 May 12 14:31:50.596116 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-b0ee759d-6287-47d5-8679-cfc5e1b1ef39 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:50.598387 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-b0ee759d-6287-47d5-8679-cfc5e1b1ef39 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.57 "GET /v2.0/networks?id=3fdc0b19-4053-4c44-8b08-cd1ab3959461 HTTP/1.1" status: 200 len: 814 time: 0.4535975 May 12 14:31:50.639318 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1e681ad7-847a-4648-b5da-cb38a6f2f8f9 req-c87b69b0-1b87-4a70-82f4-19359647c3b1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 210 time: 0.0399244 May 12 14:31:50.666029 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b9586e49-a0a5-4579-80eb-3e367b450a90 req-477adc34-a9d7-472e-bb85-c1cf01fe37c9 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656328 May 12 14:31:50.756012 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-f6bdaa2e-1702-4aa2-99a4-e7b92aa8afaf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6afaeb2-6560-413e-a386-228bf2d708db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556366 May 12 14:31:50.810016 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-127f9baa-6ee0-4bba-a1cc-609eca009237 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4b5ca018b5f4dda99486407424b8168 HTTP/1.1" status: 200 len: 380 time: 0.1083107 May 12 14:31:50.815303 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-6c137c65-c60f-4afe-b756-267b65ba01bb tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=202791457f0749649e8cc096f6e43404 HTTP/1.1" status: 200 len: 379 time: 0.1117303 May 12 14:31:50.862191 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-217003b5-3814-46dc-86a8-08d98bb89aaa tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Request body: {'port': {'device_id': 'd0e2a4c2-6255-4074-9a3c-e5159c3f7b87', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'admin_state_up': True, 'tenant_id': '202791457f0749649e8cc096f6e43404', 'security_groups': ['352899bd-817c-4ef9-a70f-c0fa849b41c1']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:31:50.870806 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-8af7a7be-3bde-4661-a058-d7e3b2893384 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Request body: {'port': {'device_id': '1fab0a31-9c59-40c0-8350-788bf0458078', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'admin_state_up': True, 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'security_groups': ['64766d35-8662-4c17-8ccf-a2cfcd49d388']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:31:51.096652 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-b7646ebf-100a-419b-8f12-ad8b664191b5 service neutron] 10.222.0.57 "GET /v2.0/networks/c6afaeb2-6560-413e-a386-228bf2d708db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196767 May 12 14:31:51.133521 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5dfa2910-4a6f-497d-87d4-2ddc6fe2435e req-d26e0c06-2d8e-4291-9599-e15b7da88d48 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 210 time: 0.0447509 May 12 14:31:51.137508 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-8af7a7be-3bde-4661-a058-d7e3b2893384 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Made reservation on behalf of e4b5ca018b5f4dda99486407424b8168 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:31:51.141821 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-8af7a7be-3bde-4661-a058-d7e3b2893384 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:51.215468 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [req-bbaaee1c-0e0b-4c2d-b064-32740fce46ef req-960101cd-b376-49e7-8ee1-22322a8da379 service neutron] 10.222.0.57 "GET /v2.0/networks/c6afaeb2-6560-413e-a386-228bf2d708db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065085 May 12 14:31:51.241780 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-217003b5-3814-46dc-86a8-08d98bb89aaa tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Made reservation on behalf of 202791457f0749649e8cc096f6e43404 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:31:51.246947 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-217003b5-3814-46dc-86a8-08d98bb89aaa tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:51.373364 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-8af7a7be-3bde-4661-a058-d7e3b2893384 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Allocated IP 172.20.0.10 (3fdc0b19-4053-4c44-8b08-cd1ab3959461/cb99a954-a215-4272-a7a1-86abb04d56af/c3aac594-e895-4346-8c61-7bc47bc88813) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:31:51.451231 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-217003b5-3814-46dc-86a8-08d98bb89aaa tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Allocated IP 172.20.0.8 (a850f271-3b32-48bf-8bb5-be1eb540a3d0/8fb7d41d-7144-4a8c-a134-c65db57b4ef6/7fccb52d-a09a-4e64-adbe-8b42348d39c5) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:31:51.634889 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-8af7a7be-3bde-4661-a058-d7e3b2893384 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for port (c3aac594-e895-4346-8c61-7bc47bc88813), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:51.689671 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-217003b5-3814-46dc-86a8-08d98bb89aaa tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for port (7fccb52d-a09a-4e64-adbe-8b42348d39c5), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:51.711070 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-8af7a7be-3bde-4661-a058-d7e3b2893384 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (c3aac594-e895-4346-8c61-7bc47bc88813), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:51.831737 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-8af7a7be-3bde-4661-a058-d7e3b2893384 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Network 3fdc0b19-4053-4c44-8b08-cd1ab3959461 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:31:51.842473 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-8af7a7be-3bde-4661-a058-d7e3b2893384 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:31:51.845091 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-8af7a7be-3bde-4661-a058-d7e3b2893384 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:31:51.850564 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-8af7a7be-3bde-4661-a058-d7e3b2893384 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:51.851211 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-8af7a7be-3bde-4661-a058-d7e3b2893384 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:51.858877 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ea9df-f6bc-4e43-b97a-56e76074cca5 req-73bed0bb-7441-4edf-aec9-ff8cba91a159 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:51.860419 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cf3ea9df-f6bc-4e43-b97a-56e76074cca5 req-73bed0bb-7441-4edf-aec9-ff8cba91a159 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 932 time: 0.1407063 May 12 14:31:51.864647 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-217003b5-3814-46dc-86a8-08d98bb89aaa tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (7fccb52d-a09a-4e64-adbe-8b42348d39c5), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:51.882449 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7a7be-3bde-4661-a058-d7e3b2893384 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event updated for resources: {'Port': ['ID=c3aac594-e895-4346-8c61-7bc47bc88813,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:51.915135 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af3e20-7e51-4d33-8942-558616662b51 req-8d6ccdf9-8097-4663-a493-042024eb8c5a tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:51.916667 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-05af3e20-7e51-4d33-8942-558616662b51 req-8d6ccdf9-8097-4663-a493-042024eb8c5a tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 943 time: 0.1587715 May 12 14:31:51.944172 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-8af7a7be-3bde-4661-a058-d7e3b2893384 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0773809 May 12 14:31:51.954587 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-217003b5-3814-46dc-86a8-08d98bb89aaa tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Network a850f271-3b32-48bf-8bb5-be1eb540a3d0 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:31:51.981814 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-217003b5-3814-46dc-86a8-08d98bb89aaa tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:31:51.994686 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-217003b5-3814-46dc-86a8-08d98bb89aaa tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:31:52.001175 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-217003b5-3814-46dc-86a8-08d98bb89aaa tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:52.001847 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-217003b5-3814-46dc-86a8-08d98bb89aaa tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:52.037960 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217003b5-3814-46dc-86a8-08d98bb89aaa tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Pushing event updated for resources: {'Port': ['ID=7fccb52d-a09a-4e64-adbe-8b42348d39c5,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:31:52.057467 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cf3ea9df-f6bc-4e43-b97a-56e76074cca5 req-397b174d-8047-4da2-b8f4-7416debab1ea tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822634 May 12 14:31:52.066676 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-217003b5-3814-46dc-86a8-08d98bb89aaa tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2096372 May 12 14:31:52.080007 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-05af3e20-7e51-4d33-8942-558616662b51 req-3fd92775-78e9-4767-9344-728732801b2b tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347213 May 12 14:31:52.091544 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2f1a1a3f-69bf-486b-ad03-865f6dd1c251 None None] Provisioning complete for port c3aac594-e895-4346-8c61-7bc47bc88813 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:31:52.102032 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2f1a1a3f-69bf-486b-ad03-865f6dd1c251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (c3aac594-e895-4346-8c61-7bc47bc88813), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:52.141938 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2f1a1a3f-69bf-486b-ad03-865f6dd1c251 None None] Port c3aac594-e895-4346-8c61-7bc47bc88813 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:31:52.259951 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6c7decdc-84a2-4acd-b40c-b3b0684fd310 None None] Provisioning complete for port 7fccb52d-a09a-4e64-adbe-8b42348d39c5 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:31:52.260347 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6c7decdc-84a2-4acd-b40c-b3b0684fd310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (7fccb52d-a09a-4e64-adbe-8b42348d39c5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:31:52.260862 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2277c-6f0c-42d2-bee4-3c86d28c7539 req-96322794-9608-412e-948b-e71a572ee4f3 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:52.262331 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-88e2277c-6f0c-42d2-bee4-3c86d28c7539 req-96322794-9608-412e-948b-e71a572ee4f3 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 931 time: 0.0496409 May 12 14:31:52.294889 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6c7decdc-84a2-4acd-b40c-b3b0684fd310 None None] Port 7fccb52d-a09a-4e64-adbe-8b42348d39c5 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:31:52.312562 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-88e2277c-6f0c-42d2-bee4-3c86d28c7539 req-7d68ad51-038f-4936-9f1a-d34dca864a47 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436950 May 12 14:31:53.201813 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1173514-e117-4349-b581-ee5d4d2bf82e req-c4fc2b40-9fee-4cc6-a6a7-a54ef733924e tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:53.203451 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a1173514-e117-4349-b581-ee5d4d2bf82e req-c4fc2b40-9fee-4cc6-a6a7-a54ef733924e tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 932 time: 0.0780995 May 12 14:31:53.214444 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e9b43-4de9-4829-8c37-0966b2dd0bbc req-902258b8-e9ad-4fdb-8220-76e07ef0b521 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:53.215886 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c07e9b43-4de9-4829-8c37-0966b2dd0bbc req-902258b8-e9ad-4fdb-8220-76e07ef0b521 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 943 time: 0.0635009 May 12 14:31:53.287938 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a1173514-e117-4349-b581-ee5d4d2bf82e req-b70b3e27-3af7-4775-9083-730d14cb2a1a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711589 May 12 14:31:53.291846 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c07e9b43-4de9-4829-8c37-0966b2dd0bbc req-d317669f-74dc-4135-b566-c68e50f5c9a0 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696132 May 12 14:31:53.428887 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340e902-6c00-4e86-af5a-c909b9b9c44a req-32bf70f0-8c83-4be5-b99c-acd972a89178 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:53.430302 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a340e902-6c00-4e86-af5a-c909b9b9c44a req-32bf70f0-8c83-4be5-b99c-acd972a89178 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 931 time: 0.0463872 May 12 14:31:53.476323 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a340e902-6c00-4e86-af5a-c909b9b9c44a req-e557a2f3-a322-4558-a7f6-c073f9c44624 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402570 May 12 14:31:54.425503 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051bb0b-b8e4-4b51-a433-f86803aa4c1e req-e2d592ce-1b2c-4247-9afd-c05f2922ea42 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:54.427020 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5051bb0b-b8e4-4b51-a433-f86803aa4c1e req-e2d592ce-1b2c-4247-9afd-c05f2922ea42 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 932 time: 0.0733368 May 12 14:31:54.439319 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7efeb4-aa92-4451-a2a7-e34640e197bc req-b3fce6a8-0c24-46df-9971-4398ff38cf20 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:54.440738 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6f7efeb4-aa92-4451-a2a7-e34640e197bc req-b3fce6a8-0c24-46df-9971-4398ff38cf20 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 943 time: 0.0785117 May 12 14:31:54.503292 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5051bb0b-b8e4-4b51-a433-f86803aa4c1e req-e5a2dd35-b3fa-4749-a3b9-5843b81ee3a2 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706060 May 12 14:31:54.515294 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6f7efeb4-aa92-4451-a2a7-e34640e197bc req-37bbfa77-d7c6-4648-bf5d-8e3575a32afe tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681024 May 12 14:31:54.616405 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf48ae-981a-4358-b056-a8e4977fa59a req-dba0632a-e783-4c19-a667-98f39a3e1476 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:54.617794 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2baf48ae-981a-4358-b056-a8e4977fa59a req-dba0632a-e783-4c19-a667-98f39a3e1476 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 931 time: 0.0479114 May 12 14:31:54.666503 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2baf48ae-981a-4358-b056-a8e4977fa59a req-809b40df-c055-4775-9bd2-4fbad1ce0d1e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418007 May 12 14:31:55.669600 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfd146-f080-40ab-a470-91758600c92c req-3f3a2cfd-9753-4ed9-a640-85db65e74d14 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:55.672423 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-36bfd146-f080-40ab-a470-91758600c92c req-3f3a2cfd-9753-4ed9-a640-85db65e74d14 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 932 time: 0.0911980 May 12 14:31:55.677174 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743eabb-6bd6-405f-b04a-2e51f175d5dc req-8e92e30c-28b7-4768-9100-9bf92ac693d5 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:55.678721 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b743eabb-6bd6-405f-b04a-2e51f175d5dc req-8e92e30c-28b7-4768-9100-9bf92ac693d5 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 943 time: 0.0812759 May 12 14:31:55.748823 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-36bfd146-f080-40ab-a470-91758600c92c req-5e8be751-3891-45f4-9a78-5bf5d51b0d41 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690784 May 12 14:31:55.756392 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b743eabb-6bd6-405f-b04a-2e51f175d5dc req-80bff38d-d7c7-4eb6-8a5c-dad0ab550ae3 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698042 May 12 14:31:55.880900 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19254ce-609f-450f-bf24-3dd7fd1edc39 req-5f9e287b-2c20-448f-9fc2-2c69db66700b tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:55.882564 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b19254ce-609f-450f-bf24-3dd7fd1edc39 req-5f9e287b-2c20-448f-9fc2-2c69db66700b tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 931 time: 0.0540984 May 12 14:31:55.935827 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b19254ce-609f-450f-bf24-3dd7fd1edc39 req-3449b0ea-8acb-41b4-a827-99192b4548ce tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475194 May 12 14:31:56.904193 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cac55d-e01a-4307-ad25-e9c0c4b78ef2 req-b02fa5f4-76b0-4c9b-a303-b517933a8989 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:56.905692 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-06cac55d-e01a-4307-ad25-e9c0c4b78ef2 req-b02fa5f4-76b0-4c9b-a303-b517933a8989 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 932 time: 0.0840933 May 12 14:31:56.917443 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc51e72-6b30-4179-942e-dd6598ad494d req-48a66eaa-c789-4c0a-832d-760d3e3430a9 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:56.918996 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8cc51e72-6b30-4179-942e-dd6598ad494d req-48a66eaa-c789-4c0a-832d-760d3e3430a9 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 943 time: 0.0655367 May 12 14:31:56.997660 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-06cac55d-e01a-4307-ad25-e9c0c4b78ef2 req-58cdc8fd-4a22-4fea-8c98-639ce5adc31b tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773714 May 12 14:31:57.001849 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8cc51e72-6b30-4179-942e-dd6598ad494d req-da99123c-1c53-4306-a1a5-4c22a91d0660 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677786 May 12 14:31:57.119676 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b13221-5667-486b-94eb-fc7bc6fce9ce req-0991a212-13f5-4544-b553-1cedf741f9c1 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:57.121150 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-29b13221-5667-486b-94eb-fc7bc6fce9ce req-0991a212-13f5-4544-b553-1cedf741f9c1 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 931 time: 0.0525479 May 12 14:31:57.176528 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-29b13221-5667-486b-94eb-fc7bc6fce9ce req-6854f427-7107-45bc-bca0-207642f6e495 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489025 May 12 14:31:58.157141 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a653e7-dcda-4ace-9145-2fd68ffed660 req-dc5b820a-e031-4e0e-a0ba-8273c986fb81 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:58.158591 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f5a653e7-dcda-4ace-9145-2fd68ffed660 req-dc5b820a-e031-4e0e-a0ba-8273c986fb81 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 943 time: 0.0758274 May 12 14:31:58.166951 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187d483-051d-4007-af1f-f5a9bed714f6 req-6a30e0d1-b772-4f85-a538-e9bde5199a40 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:58.168318 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0187d483-051d-4007-af1f-f5a9bed714f6 req-6a30e0d1-b772-4f85-a538-e9bde5199a40 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 932 time: 0.0837557 May 12 14:31:58.238642 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f5a653e7-dcda-4ace-9145-2fd68ffed660 req-8c788ff7-726c-4b56-a8b7-14e204be6f8d tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688610 May 12 14:31:58.241783 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0187d483-051d-4007-af1f-f5a9bed714f6 req-de3fa615-9385-40c2-a7f5-17fad6f2f9e0 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671170 May 12 14:31:58.336488 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02ebe2-8016-42eb-a50c-447e200ca8f7 req-7a203ee9-bef8-4e0d-9ce2-743426d6517e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:58.338032 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0f02ebe2-8016-42eb-a50c-447e200ca8f7 req-7a203ee9-bef8-4e0d-9ce2-743426d6517e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 931 time: 0.0463421 May 12 14:31:58.385315 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0f02ebe2-8016-42eb-a50c-447e200ca8f7 req-eb32d3c3-4b00-427d-87a7-6d4e5385f3b7 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411160 May 12 14:31:59.381075 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a47f9a-3dd7-4a30-bd9e-6e4345b4fb61 req-f0815a6a-8a11-46e3-9bcf-56648a24289f tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:59.382796 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b4a47f9a-3dd7-4a30-bd9e-6e4345b4fb61 req-f0815a6a-8a11-46e3-9bcf-56648a24289f tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 943 time: 0.0776753 May 12 14:31:59.390763 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1ce3a-996d-433c-8f4a-7a0b5cd31f6d req-9edee7b6-abd5-44a4-bc0f-a79dc4df0a9b tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:59.392164 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c0b1ce3a-996d-433c-8f4a-7a0b5cd31f6d req-9edee7b6-abd5-44a4-bc0f-a79dc4df0a9b tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 932 time: 0.0784144 May 12 14:31:59.461696 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b4a47f9a-3dd7-4a30-bd9e-6e4345b4fb61 req-6bb0d940-2fab-425b-8dc2-5ed7277da489 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686085 May 12 14:31:59.468274 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c0b1ce3a-996d-433c-8f4a-7a0b5cd31f6d req-ff5b96c8-af6f-4f1f-bbcf-1bc69b80c01d tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623865 May 12 14:31:59.561849 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33bf1e-c8b3-4a8f-bfb4-8eaee6a17509 req-697f7fdd-13f9-4e1d-9d9a-678598a3a063 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:31:59.563222 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4e33bf1e-c8b3-4a8f-bfb4-8eaee6a17509 req-697f7fdd-13f9-4e1d-9d9a-678598a3a063 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 931 time: 0.0482693 May 12 14:31:59.609484 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4e33bf1e-c8b3-4a8f-bfb4-8eaee6a17509 req-19293f90-fec5-4ebf-9f5b-3b4237d19821 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399933 May 12 14:32:00.596354 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b6744-3034-4515-9a8b-248922f26a3e req-d35f1623-3aa3-4554-8fa9-9b4db6c83e4b tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:00.598368 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-534b6744-3034-4515-9a8b-248922f26a3e req-d35f1623-3aa3-4554-8fa9-9b4db6c83e4b tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 943 time: 0.0721204 May 12 14:32:00.604197 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34211f1-5657-44af-9676-d2644270cf93 req-3b306da1-7988-459a-97a8-f38112434b28 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:00.605525 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d34211f1-5657-44af-9676-d2644270cf93 req-3b306da1-7988-459a-97a8-f38112434b28 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 932 time: 0.0701191 May 12 14:32:00.679387 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-534b6744-3034-4515-9a8b-248922f26a3e req-2d7fdf76-bb91-4d59-8a8a-73827db7d31f tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728407 May 12 14:32:00.682269 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d34211f1-5657-44af-9676-d2644270cf93 req-bf8fd3f9-cf14-4eb3-bd3c-50482e05bd3d tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702572 May 12 14:32:00.780467 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8e8d2-9db4-495a-89ff-0a53f6aceaa8 req-ee5ef04b-6290-44ad-8065-fd8bf6754ebb tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:00.781923 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1fd8e8d2-9db4-495a-89ff-0a53f6aceaa8 req-ee5ef04b-6290-44ad-8065-fd8bf6754ebb tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 931 time: 0.0472186 May 12 14:32:00.828326 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1fd8e8d2-9db4-495a-89ff-0a53f6aceaa8 req-8ce1526d-2423-4e24-8de7-3f24ac4e829c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401371 May 12 14:32:01.999239 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3cdef-7961-409f-b32a-97cc9338071b req-dd3ae1fb-89c1-4da7-95b0-05d70624eb47 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:02.000727 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-daf3cdef-7961-409f-b32a-97cc9338071b req-dd3ae1fb-89c1-4da7-95b0-05d70624eb47 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 943 time: 0.2568324 May 12 14:32:02.014628 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4887e-8dae-4a2e-ae0e-80aac4d550e1 req-81859a30-41de-4962-bb4a-ff4d8f135ff4 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:02.019497 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-86e4887e-8dae-4a2e-ae0e-80aac4d550e1 req-81859a30-41de-4962-bb4a-ff4d8f135ff4 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 932 time: 0.2669315 May 12 14:32:02.089417 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-daf3cdef-7961-409f-b32a-97cc9338071b req-d6f3c33d-7f9c-489d-8d09-fdcfa8d375a3 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810761 May 12 14:32:02.096032 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-86e4887e-8dae-4a2e-ae0e-80aac4d550e1 req-c70909ed-232d-4725-b0cd-e3eb40763daa tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741048 May 12 14:32:02.187569 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78277b60-62a8-47b4-860e-fef78aa203f3 req-67eef5f8-ffce-4f5b-beec-4071ab7c65ef tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:02.188964 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-78277b60-62a8-47b4-860e-fef78aa203f3 req-67eef5f8-ffce-4f5b-beec-4071ab7c65ef tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 931 time: 0.0451334 May 12 14:32:02.235552 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-78277b60-62a8-47b4-860e-fef78aa203f3 req-9e5a82b4-7273-43b3-83f5-d938302e7168 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410612 May 12 14:32:03.241100 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eee8f9-430e-483d-87b8-8050fb9e17e4 req-f2fe6b38-1e5e-4f0d-b1a6-279888401d55 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:03.242552 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-13eee8f9-430e-483d-87b8-8050fb9e17e4 req-f2fe6b38-1e5e-4f0d-b1a6-279888401d55 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 943 time: 0.0811822 May 12 14:32:03.262234 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b746d2-571d-4071-b920-9f32b617c2df req-ba9d2ef0-3a83-416a-a37c-1e9cedb2f2ef tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:03.263728 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e3b746d2-571d-4071-b920-9f32b617c2df req-ba9d2ef0-3a83-416a-a37c-1e9cedb2f2ef tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 932 time: 0.0665736 May 12 14:32:03.322801 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-13eee8f9-430e-483d-87b8-8050fb9e17e4 req-9c2f442d-a1e8-4170-8423-c3d8d050fa5e tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746434 May 12 14:32:03.337773 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e3b746d2-571d-4071-b920-9f32b617c2df req-474283db-00fe-4162-a687-ddf4dd0c990d tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673988 May 12 14:32:03.428528 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9500d-796f-477e-92a6-3fcb643ff477 req-69167e23-f7dc-4c05-bb41-f558070445f5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:03.430016 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8ed9500d-796f-477e-92a6-3fcb643ff477 req-69167e23-f7dc-4c05-bb41-f558070445f5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 931 time: 0.0509872 May 12 14:32:03.480205 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8ed9500d-796f-477e-92a6-3fcb643ff477 req-c5a81999-f405-419d-bd53-0ec154e7daed tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446169 May 12 14:32:03.875332 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-0d001be8-0735-4a4f-afee-108664f96a53 service neutron] Request body: {'port': {'device_id': '1fab0a31-9c59-40c0-8350-788bf0458078', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:32:03.882600 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-0b18842a-0798-44f0-89a3-8c1e038ebab0 service neutron] Request body: {'port': {'device_id': 'd0e2a4c2-6255-4074-9a3c-e5159c3f7b87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:32:03.982998 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-0b18842a-0798-44f0-89a3-8c1e038ebab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (7fccb52d-a09a-4e64-adbe-8b42348d39c5), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:03.991321 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-0d001be8-0735-4a4f-afee-108664f96a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (c3aac594-e895-4346-8c61-7bc47bc88813), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:04.164620 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 5c15b5e9-eb16-450c-b4f2-aaddb6302fe6 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:32:04.312141 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 5c15b5e9-eb16-450c-b4f2-aaddb6302fe6, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=5c15b5e9-eb16-450c-b4f2-aaddb6302fe6,segment=NetworkSegment(972730d9-74d2-4e1b-a6d4-0086c14464dc),segment_id=972730d9-74d2-4e1b-a6d4-0086c14464dc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:32:04.334309 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Returning: {'device': '5c15b5e9-eb16-450c-b4f2-aaddb6302fe6', 'network_id': 'c6afaeb2-6560-413e-a386-228bf2d708db', 'port_id': '5c15b5e9-eb16-450c-b4f2-aaddb6302fe6', 'mac_address': 'fa:16:3e:0d:d2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3facab4-b2f1-42e9-950b-a731e8f8769e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:32:04.395237 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 5c15b5e9-eb16-450c-b4f2-aaddb6302fe6 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:32:04.395856 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (5c15b5e9-eb16-450c-b4f2-aaddb6302fe6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:04.411789 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c15b5e9-eb16-450c-b4f2-aaddb6302fe6 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:32:04.442159 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 5c15b5e9-eb16-450c-b4f2-aaddb6302fe6, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=5c15b5e9-eb16-450c-b4f2-aaddb6302fe6,segment=NetworkSegment(972730d9-74d2-4e1b-a6d4-0086c14464dc),segment_id=972730d9-74d2-4e1b-a6d4-0086c14464dc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:32:04.452414 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (5c15b5e9-eb16-450c-b4f2-aaddb6302fe6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:04.508657 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=5c15b5e9-eb16-450c-b4f2-aaddb6302fe6,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:04.560190 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8c00f-c459-4878-aa32-61fd3588e502 req-031cfaec-ad1a-4218-b83b-5925a66a7968 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:04.562111 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8ec8c00f-c459-4878-aa32-61fd3588e502 req-031cfaec-ad1a-4218-b83b-5925a66a7968 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 932 time: 0.0988123 May 12 14:32:04.630707 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff585209-8776-4cc7-aedb-a825b82f1a47 req-02091b1f-b336-46ba-b545-2701839e2e16 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:04.632655 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ff585209-8776-4cc7-aedb-a825b82f1a47 req-02091b1f-b336-46ba-b545-2701839e2e16 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 944 time: 0.1576362 May 12 14:32:04.738220 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8ec8c00f-c459-4878-aa32-61fd3588e502 req-a2b7bb47-2615-40a5-8ff3-e81ff73a2b25 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641994 May 12 14:32:04.797216 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-0b18842a-0798-44f0-89a3-8c1e038ebab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fccb52d-a09a-4e64-adbe-8b42348d39c5 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:32:04.804634 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ff585209-8776-4cc7-aedb-a825b82f1a47 req-b4ce44a3-bfd2-45df-b7e6-24a56934c7ae tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621044 May 12 14:32:04.806747 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-0d001be8-0735-4a4f-afee-108664f96a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3aac594-e895-4346-8c61-7bc47bc88813 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:32:04.818447 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-0d001be8-0735-4a4f-afee-108664f96a53 service neutron] Publish callbacks [] for port (c3aac594-e895-4346-8c61-7bc47bc88813), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:04.828758 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-0b18842a-0798-44f0-89a3-8c1e038ebab0 service neutron] Publish callbacks [] for port (7fccb52d-a09a-4e64-adbe-8b42348d39c5), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:04.866203 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-0d001be8-0735-4a4f-afee-108664f96a53 service neutron] Transition to ACTIVE for port object c3aac594-e895-4346-8c61-7bc47bc88813 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:32:04.872975 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-0d001be8-0735-4a4f-afee-108664f96a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (c3aac594-e895-4346-8c61-7bc47bc88813), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:04.877681 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-0b18842a-0798-44f0-89a3-8c1e038ebab0 service neutron] Transition to ACTIVE for port object 7fccb52d-a09a-4e64-adbe-8b42348d39c5 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:32:04.888356 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-0b18842a-0798-44f0-89a3-8c1e038ebab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (7fccb52d-a09a-4e64-adbe-8b42348d39c5), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:04.895635 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d5f8c-0b6e-4efb-8635-e735fa693f14 req-e4d7facd-642a-40b2-b1d4-cab182dcc9bf tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:04.897116 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b23d5f8c-0b6e-4efb-8635-e735fa693f14 req-e4d7facd-642a-40b2-b1d4-cab182dcc9bf tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 931 time: 0.0839186 May 12 14:32:04.981219 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d001be8-0735-4a4f-afee-108664f96a53 service neutron] Pushing event updated for resources: {'Port': ['ID=c3aac594-e895-4346-8c61-7bc47bc88813,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:05.099887 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-0d001be8-0735-4a4f-afee-108664f96a53 service neutron] Attempting to bind port c3aac594-e895-4346-8c61-7bc47bc88813 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:32:05.100364 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-0d001be8-0735-4a4f-afee-108664f96a53 service neutron] Attempting to bind port c3aac594-e895-4346-8c61-7bc47bc88813 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '3e6925c9-868c-4eb2-b1c7-d7edce7ca97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:32:05.100694 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-0d001be8-0735-4a4f-afee-108664f96a53 service neutron] Attempting to bind port c3aac594-e895-4346-8c61-7bc47bc88813 on network 3fdc0b19-4053-4c44-8b08-cd1ab3959461 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:32:05.105463 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b23d5f8c-0b6e-4efb-8635-e735fa693f14 req-577ce64a-17f6-4468-9416-02cd9c084a7b tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846998 May 12 14:32:05.127858 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-0d001be8-0735-4a4f-afee-108664f96a53 service neutron] Port c3aac594-e895-4346-8c61-7bc47bc88813 on network 3fdc0b19-4053-4c44-8b08-cd1ab3959461 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:32:05.128252 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-0d001be8-0735-4a4f-afee-108664f96a53 service neutron] Attempting to bind port c3aac594-e895-4346-8c61-7bc47bc88813 on network 3fdc0b19-4053-4c44-8b08-cd1ab3959461 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:32:05.136995 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18842a-0798-44f0-89a3-8c1e038ebab0 service neutron] Pushing event updated for resources: {'Port': ['ID=7fccb52d-a09a-4e64-adbe-8b42348d39c5,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:05.148447 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-0b18842a-0798-44f0-89a3-8c1e038ebab0 service neutron] Attempting to bind port 7fccb52d-a09a-4e64-adbe-8b42348d39c5 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:32:05.148888 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-0b18842a-0798-44f0-89a3-8c1e038ebab0 service neutron] Attempting to bind port 7fccb52d-a09a-4e64-adbe-8b42348d39c5 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '9eb73ca4-c62a-41f2-a61e-de015e1862b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:32:05.149219 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-0b18842a-0798-44f0-89a3-8c1e038ebab0 service neutron] Attempting to bind port 7fccb52d-a09a-4e64-adbe-8b42348d39c5 on network a850f271-3b32-48bf-8bb5-be1eb540a3d0 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:32:05.161633 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-0d001be8-0735-4a4f-afee-108664f96a53 service neutron] Checking agent: {'id': 'c5e9105e-03c6-4986-a076-8428d06d9de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:32:05.161971 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-0d001be8-0735-4a4f-afee-108664f96a53 service neutron] Checking segment: {'id': '3e6925c9-868c-4eb2-b1c7-d7edce7ca97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:32:05.162428 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-0d001be8-0735-4a4f-afee-108664f96a53 service neutron] Bound using segment: {'id': '3e6925c9-868c-4eb2-b1c7-d7edce7ca97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:32:05.162892 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-0d001be8-0735-4a4f-afee-108664f96a53 service neutron] Bound port: c3aac594-e895-4346-8c61-7bc47bc88813, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e6925c9-868c-4eb2-b1c7-d7edce7ca97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:32:05.163274 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-0d001be8-0735-4a4f-afee-108664f96a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (c3aac594-e895-4346-8c61-7bc47bc88813), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:05.166507 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-0b18842a-0798-44f0-89a3-8c1e038ebab0 service neutron] Port 7fccb52d-a09a-4e64-adbe-8b42348d39c5 on network a850f271-3b32-48bf-8bb5-be1eb540a3d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:32:05.166980 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-0b18842a-0798-44f0-89a3-8c1e038ebab0 service neutron] Attempting to bind port 7fccb52d-a09a-4e64-adbe-8b42348d39c5 on network a850f271-3b32-48bf-8bb5-be1eb540a3d0 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:32:05.183181 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-0b18842a-0798-44f0-89a3-8c1e038ebab0 service neutron] Checking agent: {'id': 'c5e9105e-03c6-4986-a076-8428d06d9de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:32:05.183507 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-0b18842a-0798-44f0-89a3-8c1e038ebab0 service neutron] Checking segment: {'id': '9eb73ca4-c62a-41f2-a61e-de015e1862b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:32:05.183894 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-0b18842a-0798-44f0-89a3-8c1e038ebab0 service neutron] Bound using segment: {'id': '9eb73ca4-c62a-41f2-a61e-de015e1862b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:32:05.184333 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-0b18842a-0798-44f0-89a3-8c1e038ebab0 service neutron] Bound port: 7fccb52d-a09a-4e64-adbe-8b42348d39c5, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb73ca4-c62a-41f2-a61e-de015e1862b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:32:05.184893 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-0b18842a-0798-44f0-89a3-8c1e038ebab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (7fccb52d-a09a-4e64-adbe-8b42348d39c5), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:05.287563 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-0d001be8-0735-4a4f-afee-108664f96a53 service neutron] For port c3aac594-e895-4346-8c61-7bc47bc88813, host hv-cinder-77703, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:32:05.307249 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-0d001be8-0735-4a4f-afee-108664f96a53 service neutron] For port c3aac594-e895-4346-8c61-7bc47bc88813, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c3aac594-e895-4346-8c61-7bc47bc88813,segment=NetworkSegment(3e6925c9-868c-4eb2-b1c7-d7edce7ca97c),segment_id=3e6925c9-868c-4eb2-b1c7-d7edce7ca97c)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:32:05.308916 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-0b18842a-0798-44f0-89a3-8c1e038ebab0 service neutron] For port 7fccb52d-a09a-4e64-adbe-8b42348d39c5, host hv-cinder-77703, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:32:05.325486 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-0b18842a-0798-44f0-89a3-8c1e038ebab0 service neutron] For port 7fccb52d-a09a-4e64-adbe-8b42348d39c5, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=7fccb52d-a09a-4e64-adbe-8b42348d39c5,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:32:05.341679 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-0d001be8-0735-4a4f-afee-108664f96a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (c3aac594-e895-4346-8c61-7bc47bc88813), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:05.344846 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-0b18842a-0798-44f0-89a3-8c1e038ebab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (7fccb52d-a09a-4e64-adbe-8b42348d39c5), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:05.390938 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-0d001be8-0735-4a4f-afee-108664f96a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:05.391804 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-0d001be8-0735-4a4f-afee-108664f96a53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:05.395401 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-0d001be8-0735-4a4f-afee-108664f96a53 service neutron] 10.222.0.57 "PUT /v2.0/ports/c3aac594-e895-4346-8c61-7bc47bc88813 HTTP/1.1" status: 200 len: 1094 time: 1.5248001 May 12 14:32:05.397941 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fab0a31-9c59-40c0-8350-788bf0458078', 'tag': 'c3aac594-e895-4346-8c61-7bc47bc88813'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:32:05.400691 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5647c4-92be-460d-ba4c-9677c020e448" -d '{"events": [{"name": "network-changed", "server_uuid": "1fab0a31-9c59-40c0-8350-788bf0458078", "tag": "c3aac594-e895-4346-8c61-7bc47bc88813"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:32:05.433244 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d001be8-0735-4a4f-afee-108664f96a53 service neutron] Pushing event updated for resources: {'Port': ['ID=c3aac594-e895-4346-8c61-7bc47bc88813,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:05.477012 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-0b18842a-0798-44f0-89a3-8c1e038ebab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:05.477670 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-0b18842a-0798-44f0-89a3-8c1e038ebab0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:05.479250 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-0b18842a-0798-44f0-89a3-8c1e038ebab0 service neutron] 10.222.0.57 "PUT /v2.0/ports/7fccb52d-a09a-4e64-adbe-8b42348d39c5 HTTP/1.1" status: 200 len: 1093 time: 1.6079414 May 12 14:32:05.518202 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f487fc1-79ce-4a9f-afdd-b5de2f4296e1 x-openstack-request-id: req-6f487fc1-79ce-4a9f-afdd-b5de2f4296e1 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:32:05.518498 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fab0a31-9c59-40c0-8350-788bf0458078", "tag": "c3aac594-e895-4346-8c61-7bc47bc88813", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:32:05.519318 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6f487fc1-79ce-4a9f-afdd-b5de2f4296e1 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:32:05.531086 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f487fc1-79ce-4a9f-afdd-b5de2f4296e1'] response: {'name': 'network-changed', 'server_uuid': '1fab0a31-9c59-40c0-8350-788bf0458078', 'tag': 'c3aac594-e895-4346-8c61-7bc47bc88813', 'status': 'completed', 'code': 200} May 12 14:32:05.531086 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18842a-0798-44f0-89a3-8c1e038ebab0 service neutron] Pushing event updated for resources: {'Port': ['ID=7fccb52d-a09a-4e64-adbe-8b42348d39c5,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:05.624239 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 33088) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:05.778390 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-42b4e0b6-3b16-4f5d-8b53-548c96b52755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:05.892469 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1473e-57c9-4146-b631-6eb6bc0c997b req-bdc2cca6-3ec1-46e8-a5c4-c34e2b879dab tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:05.912097 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-33c1473e-57c9-4146-b631-6eb6bc0c997b req-bdc2cca6-3ec1-46e8-a5c4-c34e2b879dab tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 944 time: 0.0773323 May 12 14:32:05.921946 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-42b4e0b6-3b16-4f5d-8b53-548c96b52755 admin admin] Publish callbacks [] for security_group (aef08bc5-d69c-4183-a7e6-2ac7d05ef897), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:05.929884 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-42b4e0b6-3b16-4f5d-8b53-548c96b52755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (aef08bc5-d69c-4183-a7e6-2ac7d05ef897), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:05.959184 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4e0b6-3b16-4f5d-8b53-548c96b52755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef08bc5-d69c-4183-a7e6-2ac7d05ef897,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:05.983486 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-42b4e0b6-3b16-4f5d-8b53-548c96b52755 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4689a907d5654c58aed805c453a20833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3579416 May 12 14:32:05.984264 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 33108) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:06.030649 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87203ba1-98d7-4a8d-a178-081a0a0e11af req-b49af283-dea6-48e4-9d37-e0697a421555 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:06.032193 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-87203ba1-98d7-4a8d-a178-081a0a0e11af req-b49af283-dea6-48e4-9d37-e0697a421555 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 944 time: 0.1004846 May 12 14:32:06.074589 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-33c1473e-57c9-4146-b631-6eb6bc0c997b req-2204780d-adbc-45c4-b5f5-a1dac5249b2c tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566191 May 12 14:32:06.117582 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-87203ba1-98d7-4a8d-a178-081a0a0e11af req-a59807f3-5af3-417f-9b4a-6b08426f29fc tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779750 May 12 14:32:06.122571 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe540dd7-462f-4597-a100-91e30a280599 admin admin] Publish callbacks [] for security_group (aef08bc5-d69c-4183-a7e6-2ac7d05ef897), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:06.147670 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe540dd7-462f-4597-a100-91e30a280599 admin admin] Publish callbacks [] for security_group (aef08bc5-d69c-4183-a7e6-2ac7d05ef897), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:06.209548 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe540dd7-462f-4597-a100-91e30a280599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (aef08bc5-d69c-4183-a7e6-2ac7d05ef897), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:06.213001 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fe540dd7-462f-4597-a100-91e30a280599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:06.216645 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-fe540dd7-462f-4597-a100-91e30a280599 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/aef08bc5-d69c-4183-a7e6-2ac7d05ef897 HTTP/1.1" status: 204 len: 168 time: 0.2291572 May 12 14:32:06.225494 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe540dd7-462f-4597-a100-91e30a280599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef08bc5-d69c-4183-a7e6-2ac7d05ef897,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:06.288739 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c09139-0c06-4103-b7ea-919185a98bbc req-30e2a6d8-5095-47d4-8911-13980c19d2df tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:06.290239 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-82c09139-0c06-4103-b7ea-919185a98bbc req-30e2a6d8-5095-47d4-8911-13980c19d2df tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0543206 May 12 14:32:06.349234 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-82c09139-0c06-4103-b7ea-919185a98bbc req-1011b079-e438-492d-815c-0e042eb639bb tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531621 May 12 14:32:06.502030 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 33120) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:06.515330 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-292b1126-d9a0-47e2-9721-3728ce20b104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:06.589312 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-292b1126-d9a0-47e2-9721-3728ce20b104 admin admin] Publish callbacks [] for security_group (cf543d19-4618-42c5-9a50-10ceeb56360c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:06.593135 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-292b1126-d9a0-47e2-9721-3728ce20b104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (cf543d19-4618-42c5-9a50-10ceeb56360c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:06.636482 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-292b1126-d9a0-47e2-9721-3728ce20b104 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3b86f32a05bd4c7c9070dfe0cdaf22ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331897 May 12 14:32:06.637035 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b1126-d9a0-47e2-9721-3728ce20b104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf543d19-4618-42c5-9a50-10ceeb56360c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:06.639083 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 33128) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:06.693034 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-986292f5-0cd6-44bb-ba04-09c3debf5e93 admin admin] Publish callbacks [] for security_group (cf543d19-4618-42c5-9a50-10ceeb56360c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:06.720586 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-986292f5-0cd6-44bb-ba04-09c3debf5e93 admin admin] Publish callbacks [] for security_group (cf543d19-4618-42c5-9a50-10ceeb56360c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:06.766203 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-986292f5-0cd6-44bb-ba04-09c3debf5e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (cf543d19-4618-42c5-9a50-10ceeb56360c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:06.769232 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-986292f5-0cd6-44bb-ba04-09c3debf5e93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:06.770355 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-986292f5-0cd6-44bb-ba04-09c3debf5e93 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cf543d19-4618-42c5-9a50-10ceeb56360c HTTP/1.1" status: 204 len: 168 time: 0.1302054 May 12 14:32:06.779622 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986292f5-0cd6-44bb-ba04-09c3debf5e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf543d19-4618-42c5-9a50-10ceeb56360c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:07.189500 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28397c-1e88-4cb5-b8f6-dfff85519632 req-00600386-c021-43ce-9b6f-cda7e7b4ce7a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:07.191077 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7e28397c-1e88-4cb5-b8f6-dfff85519632 req-00600386-c021-43ce-9b6f-cda7e7b4ce7a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 944 time: 0.0489576 May 12 14:32:07.250565 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b22d83-76ad-4fea-a767-7c0beba3a2b3 req-36abd259-f436-4357-95fa-b49acce1fe32 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:07.252080 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e4b22d83-76ad-4fea-a767-7c0beba3a2b3 req-36abd259-f436-4357-95fa-b49acce1fe32 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 944 time: 0.0601096 May 12 14:32:07.294596 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7e28397c-1e88-4cb5-b8f6-dfff85519632 req-6adea5cc-e319-461b-a8eb-a595f905406b tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940406 May 12 14:32:07.327015 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e4b22d83-76ad-4fea-a767-7c0beba3a2b3 req-173932d9-a23b-4810-a173-c271b6b48caa tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657172 May 12 14:32:07.478309 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1cc2d-c0ce-49e7-866c-b5fc93905332 req-67f52d87-1344-4461-bfcd-2a394abd8a72 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:07.479915 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b0d1cc2d-c0ce-49e7-866c-b5fc93905332 req-67f52d87-1344-4461-bfcd-2a394abd8a72 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0506945 May 12 14:32:07.526317 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e2a4c2-6255-4074-9a3c-e5159c3f7b87', 'tag': '7fccb52d-a09a-4e64-adbe-8b42348d39c5'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:32:07.528514 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb481e62-6ffd-4f0b-915b-9d24bf5d7d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "d0e2a4c2-6255-4074-9a3c-e5159c3f7b87", "tag": "7fccb52d-a09a-4e64-adbe-8b42348d39c5"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:32:07.535678 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b0d1cc2d-c0ce-49e7-866c-b5fc93905332 req-ad8d157b-75e1-47a5-ad60-b9c2b4c20641 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488334 May 12 14:32:07.603734 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b74db1-d4c7-4b4c-b80f-ec5e71cfe401 x-openstack-request-id: req-c6b74db1-d4c7-4b4c-b80f-ec5e71cfe401 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:32:07.604031 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0e2a4c2-6255-4074-9a3c-e5159c3f7b87", "tag": "7fccb52d-a09a-4e64-adbe-8b42348d39c5", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:32:07.604290 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c6b74db1-d4c7-4b4c-b80f-ec5e71cfe401 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:32:07.604694 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6b74db1-d4c7-4b4c-b80f-ec5e71cfe401'] response: {'name': 'network-changed', 'server_uuid': 'd0e2a4c2-6255-4074-9a3c-e5159c3f7b87', 'tag': '7fccb52d-a09a-4e64-adbe-8b42348d39c5', 'status': 'completed', 'code': 200} May 12 14:32:08.423987 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9513a-5f91-4ca4-b7ee-26b70c1b9aa8 req-834dedc7-0eca-4ed5-b211-b6dc76989c94 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:08.425524 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e4a9513a-5f91-4ca4-b7ee-26b70c1b9aa8 req-834dedc7-0eca-4ed5-b211-b6dc76989c94 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 944 time: 0.0565834 May 12 14:32:08.474299 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a001fc-3a7d-41fc-bca5-aa6826a0812b req-993b9fe7-f39b-4848-826f-a0f09ea92526 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:08.475835 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-82a001fc-3a7d-41fc-bca5-aa6826a0812b req-993b9fe7-f39b-4848-826f-a0f09ea92526 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 944 time: 0.0718505 May 12 14:32:08.518488 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e4a9513a-5f91-4ca4-b7ee-26b70c1b9aa8 req-eafe4f01-8d86-4554-b84d-fa027b447535 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775843 May 12 14:32:08.542987 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-82a001fc-3a7d-41fc-bca5-aa6826a0812b req-07cc4905-f06e-410d-972b-73e786a2687c tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609024 May 12 14:32:08.663958 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb7a68-e990-40bd-a39f-76b59d0ea496 req-4ef34347-b995-46e9-97d4-da9f0bdb2293 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:08.665450 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-93eb7a68-e990-40bd-a39f-76b59d0ea496 req-4ef34347-b995-46e9-97d4-da9f0bdb2293 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0555611 May 12 14:32:08.719555 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-93eb7a68-e990-40bd-a39f-76b59d0ea496 req-ad8aeb7d-41f2-496c-8b9e-3460e68ea1ff tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483541 May 12 14:32:09.254848 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f19eab16-e468-493d-861e-e717ca1ef50c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:09.377682 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['5c15b5e9-eb16-450c-b4f2-aaddb6302fe6'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:32:09.764722 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5647c4-92be-460d-ba4c-9677c020e448 req-4e0a1390-f814-48af-b80c-708f2b623aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:09.766223 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1e5647c4-92be-460d-ba4c-9677c020e448 req-4e0a1390-f814-48af-b80c-708f2b623aa9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4b5ca018b5f4dda99486407424b8168&device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 1128 time: 0.3092115 May 12 14:32:09.780943 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb481e62-6ffd-4f0b-915b-9d24bf5d7d6b req-91a8d231-5092-4c59-b9e4-924cf80665e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:09.782429 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cb481e62-6ffd-4f0b-915b-9d24bf5d7d6b req-91a8d231-5092-4c59-b9e4-924cf80665e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=202791457f0749649e8cc096f6e43404&device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 1127 time: 0.3145063 May 12 14:32:09.796746 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35765f-14e1-45ce-a0df-8b035febc3f1 req-4a809913-4add-476a-a17c-3d8a541c247f tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:09.798241 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2a35765f-14e1-45ce-a0df-8b035febc3f1 req-4a809913-4add-476a-a17c-3d8a541c247f tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 944 time: 0.0943234 May 12 14:32:09.804455 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8c49e-69d3-4d95-b8df-68f22998f22d req-c6a750e8-ee06-431c-bf81-b5d15efa9196 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:09.805899 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-54a8c49e-69d3-4d95-b8df-68f22998f22d req-c6a750e8-ee06-431c-bf81-b5d15efa9196 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 944 time: 0.1061299 May 12 14:32:10.017599 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2a35765f-14e1-45ce-a0df-8b035febc3f1 req-a3b0b0aa-5f19-4236-b282-6049dfb27389 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017038 May 12 14:32:10.056930 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-54a8c49e-69d3-4d95-b8df-68f22998f22d req-ae57de1c-4e82-46ce-8b2a-b45e7602e6f4 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398813 May 12 14:32:10.057904 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5647c4-92be-460d-ba4c-9677c020e448 req-b2818934-c600-49ad-a32b-96470fc10566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:10.059386 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1e5647c4-92be-460d-ba4c-9677c020e448 req-b2818934-c600-49ad-a32b-96470fc10566 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e4b5ca018b5f4dda99486407424b8168&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2525485 May 12 14:32:10.062490 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb481e62-6ffd-4f0b-915b-9d24bf5d7d6b req-b04d3b68-1dd1-4fe3-a6f1-91d59bf71a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:10.064057 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cb481e62-6ffd-4f0b-915b-9d24bf5d7d6b req-b04d3b68-1dd1-4fe3-a6f1-91d59bf71a36 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=202791457f0749649e8cc096f6e43404&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2562029 May 12 14:32:10.250938 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36927ed6-2a50-41f2-b705-ab0f9869c33c req-92f5d92e-6fa9-4e52-8ebd-bf3b8c463243 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:10.252466 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-36927ed6-2a50-41f2-b705-ab0f9869c33c req-92f5d92e-6fa9-4e52-8ebd-bf3b8c463243 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.1456406 May 12 14:32:10.308532 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5647c4-92be-460d-ba4c-9677c020e448 req-e0c8d0e8-e3b6-4da3-acba-1666824f2242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:10.309959 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1e5647c4-92be-460d-ba4c-9677c020e448 req-e0c8d0e8-e3b6-4da3-acba-1666824f2242 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2443273 May 12 14:32:10.314270 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb481e62-6ffd-4f0b-915b-9d24bf5d7d6b req-e459c986-d731-4f5b-9c4d-093c179eb4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:10.315781 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cb481e62-6ffd-4f0b-915b-9d24bf5d7d6b req-e459c986-d731-4f5b-9c4d-093c179eb4ce service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2393668 May 12 14:32:10.345762 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-36927ed6-2a50-41f2-b705-ab0f9869c33c req-fb2d993c-1241-4ee5-919d-82360ca048da tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852942 May 12 14:32:10.465109 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-e314c6b2-eb78-4565-b328-6567cc9f5634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:10.466634 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-e314c6b2-eb78-4565-b328-6567cc9f5634 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4b5ca018b5f4dda99486407424b8168&device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 1128 time: 0.0707023 May 12 14:32:10.473289 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-1416f504-84f2-4bda-ad80-bb3bce752aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:10.474731 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-1416f504-84f2-4bda-ad80-bb3bce752aae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=202791457f0749649e8cc096f6e43404&device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 1127 time: 0.0516241 May 12 14:32:10.572763 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-b372ad16-8682-435b-afce-bcc3126971a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3aac594-e895-4346-8c61-7bc47bc88813 HTTP/1.1" status: 200 len: 217 time: 0.0706000 May 12 14:32:10.606406 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-ae9c93ad-d78a-4cb9-9e5b-033297813ebc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fccb52d-a09a-4e64-adbe-8b42348d39c5 HTTP/1.1" status: 200 len: 217 time: 0.0970759 May 12 14:32:10.685562 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-a982465f-f209-4ced-a355-033030fa7d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:10.687054 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-a982465f-f209-4ced-a355-033030fa7d37 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb99a954-a215-4272-a7a1-86abb04d56af HTTP/1.1" status: 200 len: 853 time: 0.0888739 May 12 14:32:10.688720 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-fdd0cdc9-4835-400b-92e4-abaac9230e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:10.690045 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-fdd0cdc9-4835-400b-92e4-abaac9230e28 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8fb7d41d-7144-4a8c-a134-c65db57b4ef6 HTTP/1.1" status: 200 len: 856 time: 0.0762098 May 12 14:32:10.799646 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-fb13b14d-dd51-4327-8441-43d976172047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:10.801191 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-fb13b14d-dd51-4327-8441-43d976172047 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a850f271-3b32-48bf-8bb5-be1eb540a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0997856 May 12 14:32:10.802265 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-985521b1-7a41-41a7-8232-36237f123c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:10.803641 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-985521b1-7a41-41a7-8232-36237f123c42 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3fdc0b19-4053-4c44-8b08-cd1ab3959461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1036897 May 12 14:32:10.976280 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-73620293-aec1-445b-8b17-347131b48b00 service neutron] 10.222.0.57 "GET /v2.0/networks/a850f271-3b32-48bf-8bb5-be1eb540a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616397 May 12 14:32:10.978147 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-31e6947a-861f-4f64-a8bc-7090a11bcf14 service neutron] 10.222.0.57 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624711 May 12 14:32:11.220750 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668d461-e8c8-4d05-a4f0-5da276dd5644 req-4beacfe8-43a4-43c9-a1c2-cf3f9c652f73 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:11.222335 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3668d461-e8c8-4d05-a4f0-5da276dd5644 req-4beacfe8-43a4-43c9-a1c2-cf3f9c652f73 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 944 time: 0.1148005 May 12 14:32:11.230504 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-90e1830e-899e-4e45-b3fc-f7c7f9c99924 req-99ac2f44-f746-4bb7-882b-8a1d5c4631bd service neutron] 10.222.0.57 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312210 May 12 14:32:11.239348 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a2ce50c2-f07e-4fa7-8cb2-2a588925f7f4 req-3aefc47f-2f2c-45c7-ace8-218f046e14fe service neutron] 10.222.0.57 "GET /v2.0/networks/a850f271-3b32-48bf-8bb5-be1eb540a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521355 May 12 14:32:11.247271 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec628279-c5d0-4d2e-83ba-99a8068852ab req-3a713a5c-71cb-439c-bd83-4daa8d104024 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:11.248806 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ec628279-c5d0-4d2e-83ba-99a8068852ab req-3a713a5c-71cb-439c-bd83-4daa8d104024 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 944 time: 0.0968819 May 12 14:32:11.317802 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3668d461-e8c8-4d05-a4f0-5da276dd5644 req-3e81628b-18ce-4063-85c7-b0325e5a2b2f tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812914 May 12 14:32:11.333006 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ec628279-c5d0-4d2e-83ba-99a8068852ab req-4e381889-77af-4e87-9d95-5dc1ad66816f tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701180 May 12 14:32:11.406304 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 5c15b5e9-eb16-450c-b4f2-aaddb6302fe6 up at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:32:11.476019 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning for port 5c15b5e9-eb16-450c-b4f2-aaddb6302fe6 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:32:11.476305 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 33272) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:11.487502 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning complete for port 5c15b5e9-eb16-450c-b4f2-aaddb6302fe6 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:32:11.487958 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (5c15b5e9-eb16-450c-b4f2-aaddb6302fe6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:11.593544 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 5c15b5e9-eb16-450c-b4f2-aaddb6302fe6 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:32:11.593972 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (5c15b5e9-eb16-450c-b4f2-aaddb6302fe6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:11.628577 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d5344897-e8e1-4bce-93aa-817f334dac61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:11.638042 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b422890a-65ed-4ca3-b19c-ec9fbba5e813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c15b5e9-eb16-450c-b4f2-aaddb6302fe6'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:32:11.710183 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57840882-76fc-4591-9df5-1c632a7352f5 req-74f1fa60-b159-4cfa-afbd-32e4e6874784 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:11.711883 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-57840882-76fc-4591-9df5-1c632a7352f5 req-74f1fa60-b159-4cfa-afbd-32e4e6874784 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.2518282 May 12 14:32:11.717200 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 5c15b5e9-eb16-450c-b4f2-aaddb6302fe6, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=5c15b5e9-eb16-450c-b4f2-aaddb6302fe6,segment=NetworkSegment(972730d9-74d2-4e1b-a6d4-0086c14464dc),segment_id=972730d9-74d2-4e1b-a6d4-0086c14464dc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:32:11.723233 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (5c15b5e9-eb16-450c-b4f2-aaddb6302fe6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:11.764084 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-57840882-76fc-4591-9df5-1c632a7352f5 req-b0e5ffe5-2eb3-4007-b2d9-803b859245b7 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464747 May 12 14:32:11.793110 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=5c15b5e9-eb16-450c-b4f2-aaddb6302fe6,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:11.829198 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038bff34-ab8a-4f2b-a088-8a1174f47041" -d '{"events": [{"server_uuid": "b422890a-65ed-4ca3-b19c-ec9fbba5e813", "name": "network-vif-plugged", "status": "completed", "tag": "5c15b5e9-eb16-450c-b4f2-aaddb6302fe6"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:32:11.834826 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c78cfcb-12a7-4203-b9f9-d329c3d1f823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:11.938607 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c78cfcb-12a7-4203-b9f9-d329c3d1f823 admin admin] Publish callbacks [] for security_group (d85a88bd-f765-4805-b205-b96fdea20a8f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:11.944631 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d181d184-7906-43af-9aca-1beac35fd5cf x-openstack-request-id: req-d181d184-7906-43af-9aca-1beac35fd5cf {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:32:11.945117 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b422890a-65ed-4ca3-b19c-ec9fbba5e813", "name": "network-vif-plugged", "status": "completed", "tag": "5c15b5e9-eb16-450c-b4f2-aaddb6302fe6", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:32:11.945706 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d181d184-7906-43af-9aca-1beac35fd5cf {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:32:11.946377 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d181d184-7906-43af-9aca-1beac35fd5cf'] response: {'server_uuid': 'b422890a-65ed-4ca3-b19c-ec9fbba5e813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c15b5e9-eb16-450c-b4f2-aaddb6302fe6', 'code': 200} May 12 14:32:11.946484 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1c78cfcb-12a7-4203-b9f9-d329c3d1f823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (d85a88bd-f765-4805-b205-b96fdea20a8f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:11.986688 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-1c78cfcb-12a7-4203-b9f9-d329c3d1f823 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a944839cc7cc44f4948a8e524ec4de55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5093610 May 12 14:32:11.987608 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78cfcb-12a7-4203-b9f9-d329c3d1f823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85a88bd-f765-4805-b205-b96fdea20a8f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:11.989484 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 33284) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:12.043859 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9347cc8d-5223-4001-8e29-3635a894c3de admin admin] Publish callbacks [] for security_group (d85a88bd-f765-4805-b205-b96fdea20a8f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:12.065419 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9347cc8d-5223-4001-8e29-3635a894c3de admin admin] Publish callbacks [] for security_group (d85a88bd-f765-4805-b205-b96fdea20a8f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:12.122979 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9347cc8d-5223-4001-8e29-3635a894c3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (d85a88bd-f765-4805-b205-b96fdea20a8f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:12.125963 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9347cc8d-5223-4001-8e29-3635a894c3de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:12.127226 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-9347cc8d-5223-4001-8e29-3635a894c3de admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d85a88bd-f765-4805-b205-b96fdea20a8f HTTP/1.1" status: 204 len: 168 time: 0.1366835 May 12 14:32:12.137307 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347cc8d-5223-4001-8e29-3635a894c3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85a88bd-f765-4805-b205-b96fdea20a8f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:12.462377 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 33300) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:12.486963 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d7d3721-25ba-46f0-83da-1180ecd335a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:12.493196 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08637f9f-5d25-44c3-ba58-e617b58e5e62 req-5038c1af-0eed-4de1-9e82-616afd60c01e tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:12.494735 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-08637f9f-5d25-44c3-ba58-e617b58e5e62 req-5038c1af-0eed-4de1-9e82-616afd60c01e tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 945 time: 0.0719051 May 12 14:32:12.500667 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed40da-04c7-4fac-858f-8f54d733bc43 req-ff23a326-148f-438b-afba-327d9c5da67c tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:12.504915 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-95ed40da-04c7-4fac-858f-8f54d733bc43 req-ff23a326-148f-438b-afba-327d9c5da67c tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 944 time: 0.0927572 May 12 14:32:12.599159 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-08637f9f-5d25-44c3-ba58-e617b58e5e62 req-ba15a8df-d4f2-48b4-afa5-a4023441ed12 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878484 May 12 14:32:12.615858 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-95ed40da-04c7-4fac-858f-8f54d733bc43 req-a69d35cd-0643-4fe8-93ba-daf8d0e64642 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890696 May 12 14:32:12.629787 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d7d3721-25ba-46f0-83da-1180ecd335a5 admin admin] Publish callbacks [] for security_group (948707b3-21f2-4d9e-8481-f4e7106fc78b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:12.634979 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7d7d3721-25ba-46f0-83da-1180ecd335a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (948707b3-21f2-4d9e-8481-f4e7106fc78b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:12.671850 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-7d7d3721-25ba-46f0-83da-1180ecd335a5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=77d0224dce8b49e49626a5e2ef3252aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2081521 May 12 14:32:12.676170 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 33314) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:12.681692 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d3721-25ba-46f0-83da-1180ecd335a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948707b3-21f2-4d9e-8481-f4e7106fc78b,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:12.750363 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a105e293-e4e2-4e36-bd4c-2389e4970133 admin admin] Publish callbacks [] for security_group (948707b3-21f2-4d9e-8481-f4e7106fc78b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:12.785659 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a105e293-e4e2-4e36-bd4c-2389e4970133 admin admin] Publish callbacks [] for security_group (948707b3-21f2-4d9e-8481-f4e7106fc78b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:12.859715 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a105e293-e4e2-4e36-bd4c-2389e4970133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (948707b3-21f2-4d9e-8481-f4e7106fc78b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:12.863207 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a105e293-e4e2-4e36-bd4c-2389e4970133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:12.864779 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-a105e293-e4e2-4e36-bd4c-2389e4970133 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/948707b3-21f2-4d9e-8481-f4e7106fc78b HTTP/1.1" status: 204 len: 168 time: 0.1869919 May 12 14:32:12.885921 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105e293-e4e2-4e36-bd4c-2389e4970133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948707b3-21f2-4d9e-8481-f4e7106fc78b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:12.928616 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e7914-daeb-41a9-a593-46f6afc11b2c req-f4e7be0c-2fed-4799-9341-8e1df11fff51 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:12.938614 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6c3e7914-daeb-41a9-a593-46f6afc11b2c req-f4e7be0c-2fed-4799-9341-8e1df11fff51 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0725908 May 12 14:32:12.951781 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:12.992324 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6c3e7914-daeb-41a9-a593-46f6afc11b2c req-1f866874-693a-4484-b3e6-a9aa4d5eae0d tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521171 May 12 14:32:13.402654 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device c3aac594-e895-4346-8c61-7bc47bc88813 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:32:13.546222 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port c3aac594-e895-4346-8c61-7bc47bc88813, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c3aac594-e895-4346-8c61-7bc47bc88813,segment=NetworkSegment(3e6925c9-868c-4eb2-b1c7-d7edce7ca97c),segment_id=3e6925c9-868c-4eb2-b1c7-d7edce7ca97c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:32:13.562273 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Returning: {'device': 'c3aac594-e895-4346-8c61-7bc47bc88813', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'port_id': 'c3aac594-e895-4346-8c61-7bc47bc88813', 'mac_address': 'fa:16:3e:2a:c6:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:32:13.613895 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port c3aac594-e895-4346-8c61-7bc47bc88813 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:32:13.614299 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (c3aac594-e895-4346-8c61-7bc47bc88813), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:13.653800 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3aac594-e895-4346-8c61-7bc47bc88813 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:32:13.716799 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port c3aac594-e895-4346-8c61-7bc47bc88813, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c3aac594-e895-4346-8c61-7bc47bc88813,segment=NetworkSegment(3e6925c9-868c-4eb2-b1c7-d7edce7ca97c),segment_id=3e6925c9-868c-4eb2-b1c7-d7edce7ca97c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:32:13.746210 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (c3aac594-e895-4346-8c61-7bc47bc88813), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:13.818352 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55df7e-06bf-4973-9d15-e6ba8a3e16bf req-1aaa5f18-cfe1-4c15-9a4d-d021324282fd tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:13.820301 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8e55df7e-06bf-4973-9d15-e6ba8a3e16bf req-1aaa5f18-cfe1-4c15-9a4d-d021324282fd tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 944 time: 0.1116877 May 12 14:32:13.822442 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=c3aac594-e895-4346-8c61-7bc47bc88813,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:13.839789 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada19ef-b53e-45fd-930f-c83c270dcedb req-1e71efcb-5945-46a9-a8fb-0cc43a4b960a tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:13.843317 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7ada19ef-b53e-45fd-930f-c83c270dcedb req-1e71efcb-5945-46a9-a8fb-0cc43a4b960a tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 945 time: 0.0799608 May 12 14:32:13.939950 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8e55df7e-06bf-4973-9d15-e6ba8a3e16bf req-7f1908ad-0a1e-46a3-a554-74892c5d8f3d tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949767 May 12 14:32:13.977338 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7ada19ef-b53e-45fd-930f-c83c270dcedb req-5da773c9-ca87-4ca4-916f-0ffbef13bfe7 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257489 May 12 14:32:14.141199 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d388ad8-b1fa-4cfc-b89e-7256b04c0f99 req-6d36ee13-d218-417d-af7b-1ce8597d61cf tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:14.144125 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7d388ad8-b1fa-4cfc-b89e-7256b04c0f99 req-6d36ee13-d218-417d-af7b-1ce8597d61cf tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0555282 May 12 14:32:14.204003 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7d388ad8-b1fa-4cfc-b89e-7256b04c0f99 req-f212d3b7-c1b6-4ca8-8f6b-b27ff8b8fcf3 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527201 May 12 14:32:14.329508 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:14.544463 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:32:15.139448 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1c7a4-166f-4fc2-ae3f-1cc9c77558f6 req-b8837427-7b21-4bbc-bcbf-87de19ca45ac tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:15.141113 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-93a1c7a4-166f-4fc2-ae3f-1cc9c77558f6 req-b8837427-7b21-4bbc-bcbf-87de19ca45ac tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 945 time: 0.1025138 May 12 14:32:15.150371 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2c862-0f3a-444d-a604-f57ba9922196 req-20465219-1b31-49e2-9741-1f3f90f87158 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:15.157351 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e3f2c862-0f3a-444d-a604-f57ba9922196 req-20465219-1b31-49e2-9741-1f3f90f87158 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 945 time: 0.0733159 May 12 14:32:15.237906 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-93a1c7a4-166f-4fc2-ae3f-1cc9c77558f6 req-bc9e0eaf-e540-4a1c-86c1-51c8bb1b4555 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771856 May 12 14:32:15.243229 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e3f2c862-0f3a-444d-a604-f57ba9922196 req-5ab1238d-38ff-47cf-9709-5a790b2588d3 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840039 May 12 14:32:15.347909 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37765af8-a3da-4f52-9cc5-90404e426bba req-dade5f5e-ec39-45d4-a7a4-d2a140fa6576 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:15.349438 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-37765af8-a3da-4f52-9cc5-90404e426bba req-dade5f5e-ec39-45d4-a7a4-d2a140fa6576 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0523455 May 12 14:32:15.400981 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-37765af8-a3da-4f52-9cc5-90404e426bba req-1cbb4c91-9f80-4e6a-aa74-01433b1f89b0 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423706 May 12 14:32:15.721154 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:16.403343 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a212d61-5577-480a-97f8-04828b98cc4a req-e3891dc1-95f5-4f47-988e-68610880132b tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:16.408867 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0a212d61-5577-480a-97f8-04828b98cc4a req-e3891dc1-95f5-4f47-988e-68610880132b tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 945 time: 0.0963802 May 12 14:32:16.439242 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009900d-6959-420a-a845-1b81b58496ed req-9ae6777f-0c53-4d3a-bf30-9545b2978a05 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:16.440776 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e009900d-6959-420a-a845-1b81b58496ed req-9ae6777f-0c53-4d3a-bf30-9545b2978a05 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 945 time: 0.0986657 May 12 14:32:16.492062 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0a212d61-5577-480a-97f8-04828b98cc4a req-cb571221-d3cb-4ff3-9277-80926f17a6d9 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779765 May 12 14:32:16.549165 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e009900d-6959-420a-a845-1b81b58496ed req-1aa9300d-872f-4a9e-8d2d-d482c4b63d9a tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968604 May 12 14:32:16.626454 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfe055-f61c-4eac-85b8-6b59e4010aba req-19871e0a-045a-4152-b67c-da739fcc15ab tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:16.628613 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9ddfe055-f61c-4eac-85b8-6b59e4010aba req-19871e0a-045a-4152-b67c-da739fcc15ab tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0723991 May 12 14:32:16.699922 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9ddfe055-f61c-4eac-85b8-6b59e4010aba req-88d51cd2-cfe8-4ebd-bc3a-b1b2a0c48d52 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620058 May 12 14:32:17.611329 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e6c82-3563-496f-b548-b61971b09433 req-f31267b5-5c5c-417f-b499-6b955cceb688 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:17.613444 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-353e6c82-3563-496f-b548-b61971b09433 req-f31267b5-5c5c-417f-b499-6b955cceb688 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 945 time: 0.0530879 May 12 14:32:17.677897 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bb26a-dbda-42b3-a46b-9b56310be789 req-ed86b9f6-d949-4594-8ac7-801140d19e3c tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:17.679546 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-177bb26a-dbda-42b3-a46b-9b56310be789 req-ed86b9f6-d949-4594-8ac7-801140d19e3c tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 945 time: 0.0651090 May 12 14:32:17.716852 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-353e6c82-3563-496f-b548-b61971b09433 req-003e5c2d-3b94-478e-af4e-24c96304b536 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935495 May 12 14:32:17.757156 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-177bb26a-dbda-42b3-a46b-9b56310be789 req-7c50db45-12ed-4bb1-bc7b-82542786c0c9 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716431 May 12 14:32:17.817729 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:17.861273 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cec672-a348-4623-bd0a-3f76b3dde0d2 req-349e72bc-612a-499b-b3f3-28abe00f87c0 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:17.864381 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d4cec672-a348-4623-bd0a-3f76b3dde0d2 req-349e72bc-612a-499b-b3f3-28abe00f87c0 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0781009 May 12 14:32:17.916801 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d4cec672-a348-4623-bd0a-3f76b3dde0d2 req-3c44bc46-b561-4cb3-a4da-aa6bff6921c4 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463064 May 12 14:32:18.725977 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 33532) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:18.873098 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e0759717-5df5-4329-a8ec-d69e4d8a0f65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:18.874552 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480240e0-1b1b-456e-876f-7738bc478799 req-1430a0d3-d2f7-4a2f-b740-b7439e680932 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:18.876257 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-480240e0-1b1b-456e-876f-7738bc478799 req-1430a0d3-d2f7-4a2f-b740-b7439e680932 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 945 time: 0.0774305 May 12 14:32:18.945458 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7769252-7b7f-41b1-b70c-5e0f1b344658 req-5d28c7d0-dd28-4394-b43d-fa28aeea2c37 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:18.947156 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c7769252-7b7f-41b1-b70c-5e0f1b344658 req-5d28c7d0-dd28-4394-b43d-fa28aeea2c37 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 945 time: 0.0699053 May 12 14:32:18.967719 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e0759717-5df5-4329-a8ec-d69e4d8a0f65 admin admin] Publish callbacks [] for security_group (4214653c-fa0f-44e4-addf-1c2c66c9f32e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:18.973143 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e0759717-5df5-4329-a8ec-d69e4d8a0f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (4214653c-fa0f-44e4-addf-1c2c66c9f32e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:18.979328 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-480240e0-1b1b-456e-876f-7738bc478799 req-60282f49-2e56-4d96-87d6-615d6ea22303 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916421 May 12 14:32:19.021484 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-e0759717-5df5-4329-a8ec-d69e4d8a0f65 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=317fa8ddc4ea4b3c8d142a81f79f9c79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2943821 May 12 14:32:19.022433 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0759717-5df5-4329-a8ec-d69e4d8a0f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4214653c-fa0f-44e4-addf-1c2c66c9f32e,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:19.023514 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c7769252-7b7f-41b1-b70c-5e0f1b344658 req-2701e9ed-794a-409f-8894-a4770a0bf137 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649970 May 12 14:32:19.024989 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 33546) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:19.046374 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0759717-5df5-4329-a8ec-d69e4d8a0f65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:19.046805 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0759717-5df5-4329-a8ec-d69e4d8a0f65 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:19.047250 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0759717-5df5-4329-a8ec-d69e4d8a0f65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:19.055166 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0759717-5df5-4329-a8ec-d69e4d8a0f65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:19.055166 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0759717-5df5-4329-a8ec-d69e4d8a0f65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:19.055166 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0759717-5df5-4329-a8ec-d69e4d8a0f65 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:19.055166 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0759717-5df5-4329-a8ec-d69e4d8a0f65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:19.055166 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0759717-5df5-4329-a8ec-d69e4d8a0f65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:19.055166 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0759717-5df5-4329-a8ec-d69e4d8a0f65 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:19.055166 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0759717-5df5-4329-a8ec-d69e4d8a0f65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:19.055166 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0759717-5df5-4329-a8ec-d69e4d8a0f65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:19.055166 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0759717-5df5-4329-a8ec-d69e4d8a0f65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:19.055166 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0759717-5df5-4329-a8ec-d69e4d8a0f65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:19.055166 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0759717-5df5-4329-a8ec-d69e4d8a0f65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:19.055166 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0759717-5df5-4329-a8ec-d69e4d8a0f65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:19.091878 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-17f7e453-4aa7-4a3c-aa72-111708d0d8aa admin admin] Publish callbacks [] for security_group (4214653c-fa0f-44e4-addf-1c2c66c9f32e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:19.095216 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab4e93-60fa-45e5-9c62-05c55e5244ae req-fb01f398-e120-4502-b036-f48646935081 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:19.096746 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4fab4e93-60fa-45e5-9c62-05c55e5244ae req-fb01f398-e120-4502-b036-f48646935081 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0543082 May 12 14:32:19.117775 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-17f7e453-4aa7-4a3c-aa72-111708d0d8aa admin admin] Publish callbacks [] for security_group (4214653c-fa0f-44e4-addf-1c2c66c9f32e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:19.150259 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4fab4e93-60fa-45e5-9c62-05c55e5244ae req-dafb88a7-3ea9-4817-9db1-2207144156b0 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468783 May 12 14:32:19.163808 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['c3aac594-e895-4346-8c61-7bc47bc88813'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:32:19.185401 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-17f7e453-4aa7-4a3c-aa72-111708d0d8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (4214653c-fa0f-44e4-addf-1c2c66c9f32e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:19.188427 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-17f7e453-4aa7-4a3c-aa72-111708d0d8aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:19.191682 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-17f7e453-4aa7-4a3c-aa72-111708d0d8aa admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4214653c-fa0f-44e4-addf-1c2c66c9f32e HTTP/1.1" status: 204 len: 168 time: 0.1655860 May 12 14:32:19.200229 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7e453-4aa7-4a3c-aa72-111708d0d8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4214653c-fa0f-44e4-addf-1c2c66c9f32e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:19.484707 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 33552) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:19.498006 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-99494121-5d18-48ac-a9e2-89388b33d07d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:19.596751 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-99494121-5d18-48ac-a9e2-89388b33d07d admin admin] Publish callbacks [] for security_group (cba966b8-e673-4629-9dd9-5e526818894a), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:19.601765 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-99494121-5d18-48ac-a9e2-89388b33d07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (cba966b8-e673-4629-9dd9-5e526818894a), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:19.643106 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-99494121-5d18-48ac-a9e2-89388b33d07d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b0511bb297ab47a29e178b032bc9d091&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1573017 May 12 14:32:19.643979 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99494121-5d18-48ac-a9e2-89388b33d07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba966b8-e673-4629-9dd9-5e526818894a,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:19.645921 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 33562) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:19.698130 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9f6b66f5-59c3-4f94-9fe7-1a39c3497b7d admin admin] Publish callbacks [] for security_group (cba966b8-e673-4629-9dd9-5e526818894a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:19.721428 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9f6b66f5-59c3-4f94-9fe7-1a39c3497b7d admin admin] Publish callbacks [] for security_group (cba966b8-e673-4629-9dd9-5e526818894a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:19.773858 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9f6b66f5-59c3-4f94-9fe7-1a39c3497b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (cba966b8-e673-4629-9dd9-5e526818894a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:19.776895 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9f6b66f5-59c3-4f94-9fe7-1a39c3497b7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:19.778365 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-9f6b66f5-59c3-4f94-9fe7-1a39c3497b7d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cba966b8-e673-4629-9dd9-5e526818894a HTTP/1.1" status: 204 len: 168 time: 0.1311955 May 12 14:32:19.788256 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b66f5-59c3-4f94-9fe7-1a39c3497b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba966b8-e673-4629-9dd9-5e526818894a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:19.795761 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6b66f5-59c3-4f94-9fe7-1a39c3497b7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:19.796116 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6b66f5-59c3-4f94-9fe7-1a39c3497b7d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:19.796491 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6b66f5-59c3-4f94-9fe7-1a39c3497b7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:19.796842 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6b66f5-59c3-4f94-9fe7-1a39c3497b7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:19.797180 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6b66f5-59c3-4f94-9fe7-1a39c3497b7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:19.797520 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6b66f5-59c3-4f94-9fe7-1a39c3497b7d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:19.797851 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6b66f5-59c3-4f94-9fe7-1a39c3497b7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:19.798182 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6b66f5-59c3-4f94-9fe7-1a39c3497b7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:19.798515 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6b66f5-59c3-4f94-9fe7-1a39c3497b7d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:19.798851 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6b66f5-59c3-4f94-9fe7-1a39c3497b7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:19.799224 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6b66f5-59c3-4f94-9fe7-1a39c3497b7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:19.800101 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6b66f5-59c3-4f94-9fe7-1a39c3497b7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:19.800423 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6b66f5-59c3-4f94-9fe7-1a39c3497b7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:19.800754 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6b66f5-59c3-4f94-9fe7-1a39c3497b7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:19.801080 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6b66f5-59c3-4f94-9fe7-1a39c3497b7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:20.102773 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0ba6f-6558-47c2-9059-07a52b0c790a req-298bd109-e427-4287-826a-b4152702a724 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:20.104479 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-05b0ba6f-6558-47c2-9059-07a52b0c790a req-298bd109-e427-4287-826a-b4152702a724 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 945 time: 0.0553679 May 12 14:32:20.170408 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0aa4a-5548-400e-91e8-b60dca7fed30 req-306f75f7-4691-4497-8a65-4741f6f76e85 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:20.171927 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7ba0aa4a-5548-400e-91e8-b60dca7fed30 req-306f75f7-4691-4497-8a65-4741f6f76e85 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 945 time: 0.0655880 May 12 14:32:20.215919 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-05b0ba6f-6558-47c2-9059-07a52b0c790a req-b1aa39e6-8ae4-4e68-9934-77bcd541e1a1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001658 May 12 14:32:20.246858 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7ba0aa4a-5548-400e-91e8-b60dca7fed30 req-d1643396-2690-4e35-887a-591c7cacad36 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668774 May 12 14:32:20.353615 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a01c61-e3a3-4b31-b199-a6b71a5bbb39 req-8903e4a2-7bac-4075-856f-0a48df66ec60 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:20.355414 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d2a01c61-e3a3-4b31-b199-a6b71a5bbb39 req-8903e4a2-7bac-4075-856f-0a48df66ec60 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0514379 May 12 14:32:20.407197 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d2a01c61-e3a3-4b31-b199-a6b71a5bbb39 req-cedc391d-1cff-44d3-a7d2-231824428b03 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462284 May 12 14:32:21.393438 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dda201-bb21-43be-97fc-3314711e073c req-02ddbd2f-5aa7-4475-a8a0-fff43075f350 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:21.394975 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-50dda201-bb21-43be-97fc-3314711e073c req-02ddbd2f-5aa7-4475-a8a0-fff43075f350 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 945 time: 0.0802197 May 12 14:32:21.417281 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb14051-09ef-4e9b-9b23-6c9448c38109 req-3f226998-3bfd-4d8a-a8c2-783454177c7a tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:21.418735 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1fb14051-09ef-4e9b-9b23-6c9448c38109 req-3f226998-3bfd-4d8a-a8c2-783454177c7a tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 945 time: 0.0758185 May 12 14:32:21.487689 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-50dda201-bb21-43be-97fc-3314711e073c req-d744308b-36b0-4ecd-8029-4d9cf73d3385 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836484 May 12 14:32:21.495386 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1fb14051-09ef-4e9b-9b23-6c9448c38109 req-df11282c-67b1-4ecf-8493-f74fab14777a tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645258 May 12 14:32:21.609666 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4f5f0-e5d6-4d2b-ae86-22bf01782b28 req-6056406a-a9f6-4e6e-a631-86e18cb9eb8a tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:21.611563 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0ea4f5f0-e5d6-4d2b-ae86-22bf01782b28 req-6056406a-a9f6-4e6e-a631-86e18cb9eb8a tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0494697 May 12 14:32:21.681673 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0ea4f5f0-e5d6-4d2b-ae86-22bf01782b28 req-66ceb177-dc17-4573-b345-fa3dded54093 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615261 May 12 14:32:22.145969 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 33674) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:22.262682 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0fcbaeb1-7ff8-43d5-b8a3-973fe1a2a5c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:22.344947 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0fcbaeb1-7ff8-43d5-b8a3-973fe1a2a5c8 admin admin] Publish callbacks [] for security_group (cf06b0f6-8e93-456d-bcb4-d55102d8cce1), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:22.349281 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0fcbaeb1-7ff8-43d5-b8a3-973fe1a2a5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (cf06b0f6-8e93-456d-bcb4-d55102d8cce1), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:22.392511 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-0fcbaeb1-7ff8-43d5-b8a3-973fe1a2a5c8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6d3547517eca4af4adb5c68a6ad616e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454298 May 12 14:32:22.400636 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbaeb1-7ff8-43d5-b8a3-973fe1a2a5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf06b0f6-8e93-456d-bcb4-d55102d8cce1,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:22.401306 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 33678) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:22.453501 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b22909e8-3782-4711-a5f0-bb2fd45a5b8a admin admin] Publish callbacks [] for security_group (cf06b0f6-8e93-456d-bcb4-d55102d8cce1), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:22.477351 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b22909e8-3782-4711-a5f0-bb2fd45a5b8a admin admin] Publish callbacks [] for security_group (cf06b0f6-8e93-456d-bcb4-d55102d8cce1), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:22.528679 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b22909e8-3782-4711-a5f0-bb2fd45a5b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (cf06b0f6-8e93-456d-bcb4-d55102d8cce1), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:22.531632 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b22909e8-3782-4711-a5f0-bb2fd45a5b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:22.535428 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-b22909e8-3782-4711-a5f0-bb2fd45a5b8a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cf06b0f6-8e93-456d-bcb4-d55102d8cce1 HTTP/1.1" status: 204 len: 168 time: 0.1382685 May 12 14:32:22.543735 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22909e8-3782-4711-a5f0-bb2fd45a5b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf06b0f6-8e93-456d-bcb4-d55102d8cce1,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:22.665854 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8a05d-3cf0-41df-a559-275cfe4ce411 req-e641ece6-f06a-425b-88c0-391219bdcabd tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:22.667586 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-63d8a05d-3cf0-41df-a559-275cfe4ce411 req-e641ece6-f06a-425b-88c0-391219bdcabd tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 945 time: 0.0933437 May 12 14:32:22.703433 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b207a-cef0-4dd9-9e6e-aa8c48945e0b req-7e0d4a8f-d5b7-4d58-b8ac-cf32ca03fceb tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:22.706137 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f67b207a-cef0-4dd9-9e6e-aa8c48945e0b req-7e0d4a8f-d5b7-4d58-b8ac-cf32ca03fceb tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 945 time: 0.0987344 May 12 14:32:22.800564 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f67b207a-cef0-4dd9-9e6e-aa8c48945e0b req-aad33dca-1afa-4a74-9e89-40e1e31dfb29 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791895 May 12 14:32:22.812452 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-63d8a05d-3cf0-41df-a559-275cfe4ce411 req-33f94565-38fe-4fa4-9fc0-67da537e794b tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297572 May 12 14:32:22.948759 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 33694) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:22.956620 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c874d-5356-429d-bc84-b28caebefbf5 req-9e53c030-3cdb-43f1-ba29-6e37cbe3a733 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:22.960601 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c53c874d-5356-429d-bc84-b28caebefbf5 req-9e53c030-3cdb-43f1-ba29-6e37cbe3a733 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0716195 May 12 14:32:22.970892 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6aad407e-b9ad-42f4-bc6f-e845394268ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:23.046527 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c53c874d-5356-429d-bc84-b28caebefbf5 req-1bde0c2b-a875-43d4-9254-bb5c61c15f80 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716901 May 12 14:32:23.115887 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6aad407e-b9ad-42f4-bc6f-e845394268ca admin admin] Publish callbacks [] for security_group (73f0b0cd-d2a7-438e-bef4-3952b5cbf943), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:23.124610 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6aad407e-b9ad-42f4-bc6f-e845394268ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (73f0b0cd-d2a7-438e-bef4-3952b5cbf943), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:23.167642 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-6aad407e-b9ad-42f4-bc6f-e845394268ca admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2754393bb0b64b6eab43c590c7979499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175410 May 12 14:32:23.168336 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad407e-b9ad-42f4-bc6f-e845394268ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f0b0cd-d2a7-438e-bef4-3952b5cbf943,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:23.170415 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 33702) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:23.225431 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-797545e2-064d-4cb8-be66-df9da947b5ad admin admin] Publish callbacks [] for security_group (73f0b0cd-d2a7-438e-bef4-3952b5cbf943), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:23.248475 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-797545e2-064d-4cb8-be66-df9da947b5ad admin admin] Publish callbacks [] for security_group (73f0b0cd-d2a7-438e-bef4-3952b5cbf943), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:23.304711 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-797545e2-064d-4cb8-be66-df9da947b5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (73f0b0cd-d2a7-438e-bef4-3952b5cbf943), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:23.307895 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-797545e2-064d-4cb8-be66-df9da947b5ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:23.309281 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-797545e2-064d-4cb8-be66-df9da947b5ad admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/73f0b0cd-d2a7-438e-bef4-3952b5cbf943 HTTP/1.1" status: 204 len: 168 time: 0.1376281 May 12 14:32:23.317577 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797545e2-064d-4cb8-be66-df9da947b5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f0b0cd-d2a7-438e-bef4-3952b5cbf943,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:23.964588 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d440c-35ea-44c3-979e-c3150bd43f10 req-606ed4fa-0648-4c19-b527-11cf06051331 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:23.966163 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d12d440c-35ea-44c3-979e-c3150bd43f10 req-606ed4fa-0648-4c19-b527-11cf06051331 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 945 time: 0.0774174 May 12 14:32:23.972421 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d28b4d-d6f7-4a6b-847e-1b044496d58f req-fa608589-c89b-431d-bfc7-ec55d18e239e tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:23.973922 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-39d28b4d-d6f7-4a6b-847e-1b044496d58f req-fa608589-c89b-431d-bfc7-ec55d18e239e tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 945 time: 0.0739768 May 12 14:32:24.055314 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-39d28b4d-d6f7-4a6b-847e-1b044496d58f req-f47b6e42-ef5e-43d6-8656-0744d73cc0e7 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742950 May 12 14:32:24.058386 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d12d440c-35ea-44c3-979e-c3150bd43f10 req-ce42c4f4-dfa9-4770-8911-0b5a6044df56 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835423 May 12 14:32:24.179052 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e00b0a-8534-49d3-87d1-4fb23aad42ae req-c2120a17-9f38-434b-a86d-3786e1600e48 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:24.180661 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-84e00b0a-8534-49d3-87d1-4fb23aad42ae req-c2120a17-9f38-434b-a86d-3786e1600e48 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0514126 May 12 14:32:24.242954 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-84e00b0a-8534-49d3-87d1-4fb23aad42ae req-f0889b58-36f2-4c1c-abb3-e76c79a280dd tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550170 May 12 14:32:24.795722 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device c3aac594-e895-4346-8c61-7bc47bc88813 up at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:32:24.854531 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning for port c3aac594-e895-4346-8c61-7bc47bc88813 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:32:24.863586 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning complete for port c3aac594-e895-4346-8c61-7bc47bc88813 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:32:24.864076 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (c3aac594-e895-4346-8c61-7bc47bc88813), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:24.966550 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port c3aac594-e895-4346-8c61-7bc47bc88813 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:32:24.967013 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (c3aac594-e895-4346-8c61-7bc47bc88813), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:24.994363 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fab0a31-9c59-40c0-8350-788bf0458078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aac594-e895-4346-8c61-7bc47bc88813'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:32:24.997156 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240c542a-78e0-465d-a86a-12c3f6d8fd06" -d '{"events": [{"server_uuid": "1fab0a31-9c59-40c0-8350-788bf0458078", "name": "network-vif-plugged", "status": "completed", "tag": "c3aac594-e895-4346-8c61-7bc47bc88813"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:32:25.016765 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port c3aac594-e895-4346-8c61-7bc47bc88813, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c3aac594-e895-4346-8c61-7bc47bc88813,segment=NetworkSegment(3e6925c9-868c-4eb2-b1c7-d7edce7ca97c),segment_id=3e6925c9-868c-4eb2-b1c7-d7edce7ca97c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:32:25.024369 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (c3aac594-e895-4346-8c61-7bc47bc88813), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:25.054493 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362eccfa-7a82-418f-ae2f-e025a0c52f17 x-openstack-request-id: req-362eccfa-7a82-418f-ae2f-e025a0c52f17 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:32:25.054803 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fab0a31-9c59-40c0-8350-788bf0458078", "name": "network-vif-plugged", "status": "completed", "tag": "c3aac594-e895-4346-8c61-7bc47bc88813", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:32:25.055217 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-362eccfa-7a82-418f-ae2f-e025a0c52f17 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:32:25.055638 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-362eccfa-7a82-418f-ae2f-e025a0c52f17'] response: {'server_uuid': '1fab0a31-9c59-40c0-8350-788bf0458078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aac594-e895-4346-8c61-7bc47bc88813', 'code': 200} May 12 14:32:25.131264 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=c3aac594-e895-4346-8c61-7bc47bc88813,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:25.146684 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:25.147445 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:25.147966 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:25.148477 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:25.148972 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:25.149464 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:25.149972 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:25.150306 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:25.150655 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:25.150991 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:25.151346 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:25.151675 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:25.152003 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:25.152324 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:25.152646 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:32:25.226393 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9837f-0367-4de1-9a7a-12e42cca8369 req-85474aa3-02f8-4a23-a7fd-44b442ef50c3 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:25.228307 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-68e9837f-0367-4de1-9a7a-12e42cca8369 req-85474aa3-02f8-4a23-a7fd-44b442ef50c3 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 945 time: 0.0892828 May 12 14:32:25.264530 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c71aa-46b6-4bc8-a140-9f9329ee319a req-5ef34511-cb03-47fc-8f6a-dfc637b8f87a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:25.265938 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-221c71aa-46b6-4bc8-a140-9f9329ee319a req-5ef34511-cb03-47fc-8f6a-dfc637b8f87a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 946 time: 0.0895646 May 12 14:32:25.312929 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-68e9837f-0367-4de1-9a7a-12e42cca8369 req-d7ff0273-ecd0-43dd-acf4-63da4db20075 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779250 May 12 14:32:25.344359 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-221c71aa-46b6-4bc8-a140-9f9329ee319a req-8e39efc1-e25c-4de2-8ef1-8ab0a5ff3c40 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726545 May 12 14:32:25.466976 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897a0ba-e81a-4589-8ae7-2d6459288f59 req-e9ff0f5b-4d0f-414f-b6c9-c143de3d3eac tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:25.474691 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6897a0ba-e81a-4589-8ae7-2d6459288f59 req-e9ff0f5b-4d0f-414f-b6c9-c143de3d3eac tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0687387 May 12 14:32:25.531169 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6897a0ba-e81a-4589-8ae7-2d6459288f59 req-19a0c5ef-974c-439b-a352-e04a918f75da tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554569 May 12 14:32:26.079205 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 33868) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:26.109176 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 33872) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:26.242344 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d6bee6a6-cbfb-4f4d-a98e-741e7043a964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:26.287207 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b83f963-7d03-4b30-baac-497ce2504712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:26.339544 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 33880) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:26.381519 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d6bee6a6-cbfb-4f4d-a98e-741e7043a964 admin admin] Publish callbacks [] for security_group (fab01e5f-e808-4e5c-a5a9-c5e3f0e5219c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:26.385797 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d6bee6a6-cbfb-4f4d-a98e-741e7043a964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (fab01e5f-e808-4e5c-a5a9-c5e3f0e5219c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:26.437123 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b83f963-7d03-4b30-baac-497ce2504712 admin admin] Publish callbacks [] for security_group (093e1036-658c-4c27-886d-f201e08ba5b1), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:26.453123 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b83f963-7d03-4b30-baac-497ce2504712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (093e1036-658c-4c27-886d-f201e08ba5b1), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:26.467363 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-d6bee6a6-cbfb-4f4d-a98e-741e7043a964 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=653cbfde64074bec959367b521063ca7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3869436 May 12 14:32:26.470409 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 33886) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:26.472782 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bee6a6-cbfb-4f4d-a98e-741e7043a964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab01e5f-e808-4e5c-a5a9-c5e3f0e5219c,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:26.518843 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-2b83f963-7d03-4b30-baac-497ce2504712 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c640d0d02d424dcd913154204356e7ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4087019 May 12 14:32:26.519541 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 33890) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:26.522060 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a206ce-0be1-43b1-9499-110fcfef6e72 req-288315e7-ae59-4b04-9cf2-59effd85d3e6 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:26.523641 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-03a206ce-0be1-43b1-9499-110fcfef6e72 req-288315e7-ae59-4b04-9cf2-59effd85d3e6 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 945 time: 0.1026425 May 12 14:32:26.527103 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2609738c-accb-4dc4-9d22-502e0e0fd152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:26.550691 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286c01e-ebaf-4a40-9dbf-f7860727ef50 req-cd03974e-d967-45f5-8a80-6babc399fb3a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:26.552238 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0286c01e-ebaf-4a40-9dbf-f7860727ef50 req-cd03974e-d967-45f5-8a80-6babc399fb3a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 946 time: 0.1005166 May 12 14:32:26.574577 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83f963-7d03-4b30-baac-497ce2504712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093e1036-658c-4c27-886d-f201e08ba5b1,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:26.609419 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3c71867-12ac-4fdf-a93c-6f6536ee6f59 admin admin] Publish callbacks [] for security_group (fab01e5f-e808-4e5c-a5a9-c5e3f0e5219c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:26.634010 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-81f747db-06ef-4071-9371-ac668dce6d4c admin admin] Publish callbacks [] for security_group (093e1036-658c-4c27-886d-f201e08ba5b1), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:26.645968 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3c71867-12ac-4fdf-a93c-6f6536ee6f59 admin admin] Publish callbacks [] for security_group (fab01e5f-e808-4e5c-a5a9-c5e3f0e5219c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:26.660562 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-03a206ce-0be1-43b1-9499-110fcfef6e72 req-d8bd04d8-b0a4-418a-ad8e-6c7c42091a40 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220810 May 12 14:32:26.668818 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0286c01e-ebaf-4a40-9dbf-f7860727ef50 req-6d4570ce-7db1-4e32-ac9a-24fce3d65872 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027646 May 12 14:32:26.677847 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-81f747db-06ef-4071-9371-ac668dce6d4c admin admin] Publish callbacks [] for security_group (093e1036-658c-4c27-886d-f201e08ba5b1), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:26.742201 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2609738c-accb-4dc4-9d22-502e0e0fd152 admin admin] Publish callbacks [] for security_group (d39d292a-f2cb-4f76-aff6-b0c5fc189b62), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:26.746342 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2609738c-accb-4dc4-9d22-502e0e0fd152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (d39d292a-f2cb-4f76-aff6-b0c5fc189b62), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:26.752158 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3c71867-12ac-4fdf-a93c-6f6536ee6f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (fab01e5f-e808-4e5c-a5a9-c5e3f0e5219c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:26.755233 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e3c71867-12ac-4fdf-a93c-6f6536ee6f59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:26.756670 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-e3c71867-12ac-4fdf-a93c-6f6536ee6f59 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fab01e5f-e808-4e5c-a5a9-c5e3f0e5219c HTTP/1.1" status: 204 len: 168 time: 0.2848451 May 12 14:32:26.766910 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-81f747db-06ef-4071-9371-ac668dce6d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (093e1036-658c-4c27-886d-f201e08ba5b1), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:26.769676 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-81f747db-06ef-4071-9371-ac668dce6d4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:26.770659 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-81f747db-06ef-4071-9371-ac668dce6d4c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/093e1036-658c-4c27-886d-f201e08ba5b1 HTTP/1.1" status: 204 len: 168 time: 0.2476285 May 12 14:32:26.771690 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c71867-12ac-4fdf-a93c-6f6536ee6f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab01e5f-e808-4e5c-a5a9-c5e3f0e5219c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:26.784480 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f747db-06ef-4071-9371-ac668dce6d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093e1036-658c-4c27-886d-f201e08ba5b1,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:26.833171 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b316e3-0ce3-4868-996d-5c3c401b65d9 req-04b6384a-0abd-4602-8c7f-eaf04f10fbc7 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:26.834578 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b7b316e3-0ce3-4868-996d-5c3c401b65d9 req-04b6384a-0abd-4602-8c7f-eaf04f10fbc7 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0847223 May 12 14:32:26.836941 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-2609738c-accb-4dc4-9d22-502e0e0fd152 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=775a098c7d7d48739a1e9efa3a4c884a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4959903 May 12 14:32:26.839219 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609738c-accb-4dc4-9d22-502e0e0fd152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39d292a-f2cb-4f76-aff6-b0c5fc189b62,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:26.839788 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 33898) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:26.906680 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5958b8cd-fb48-4213-98a6-691347461e95 admin admin] Publish callbacks [] for security_group (d39d292a-f2cb-4f76-aff6-b0c5fc189b62), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:26.917106 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b7b316e3-0ce3-4868-996d-5c3c401b65d9 req-9d9dc3cb-b0ae-4fe6-93f0-90346b1cb37f tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713654 May 12 14:32:26.939611 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5958b8cd-fb48-4213-98a6-691347461e95 admin admin] Publish callbacks [] for security_group (d39d292a-f2cb-4f76-aff6-b0c5fc189b62), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:26.998349 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5958b8cd-fb48-4213-98a6-691347461e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (d39d292a-f2cb-4f76-aff6-b0c5fc189b62), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:27.001119 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5958b8cd-fb48-4213-98a6-691347461e95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:27.003076 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-5958b8cd-fb48-4213-98a6-691347461e95 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d39d292a-f2cb-4f76-aff6-b0c5fc189b62 HTTP/1.1" status: 204 len: 168 time: 0.1616380 May 12 14:32:27.010566 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958b8cd-fb48-4213-98a6-691347461e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39d292a-f2cb-4f76-aff6-b0c5fc189b62,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:27.183891 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 33908) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:27.196944 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7ff9970f-b1a5-4495-a5c7-373aaf0ea273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:27.201575 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 33910) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:27.215433 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d85a0fb3-c23b-4b4d-b994-1b77d0e4b768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:27.291204 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7ff9970f-b1a5-4495-a5c7-373aaf0ea273 admin admin] Publish callbacks [] for security_group (8ad222ea-21b3-48af-8668-4ddd14406d45), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:27.296883 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7ff9970f-b1a5-4495-a5c7-373aaf0ea273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (8ad222ea-21b3-48af-8668-4ddd14406d45), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:27.305391 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d85a0fb3-c23b-4b4d-b994-1b77d0e4b768 admin admin] Publish callbacks [] for security_group (e4cf3def-55f7-4b7f-9912-1df1ad574b07), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:27.310200 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d85a0fb3-c23b-4b4d-b994-1b77d0e4b768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (e4cf3def-55f7-4b7f-9912-1df1ad574b07), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:27.353497 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-7ff9970f-b1a5-4495-a5c7-373aaf0ea273 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8b07b4a56deb4a16b59b4c910d3e6dd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1610334 May 12 14:32:27.353497 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9970f-b1a5-4495-a5c7-373aaf0ea273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad222ea-21b3-48af-8668-4ddd14406d45,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:27.353497 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 33912) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:27.373444 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-d85a0fb3-c23b-4b4d-b994-1b77d0e4b768 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=87b7b57cff2e446c8865b5b3ca17ee8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1707802 May 12 14:32:27.374817 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a0fb3-c23b-4b4d-b994-1b77d0e4b768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cf3def-55f7-4b7f-9912-1df1ad574b07,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:27.376652 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 33914) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:27.581108 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb52c057-7970-43f6-a72f-933ef19d3dfd admin admin] Publish callbacks [] for security_group (8ad222ea-21b3-48af-8668-4ddd14406d45), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:27.603934 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9957905-c436-4c69-93c1-196bd7451d23 admin admin] Publish callbacks [] for security_group (e4cf3def-55f7-4b7f-9912-1df1ad574b07), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:27.619535 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb52c057-7970-43f6-a72f-933ef19d3dfd admin admin] Publish callbacks [] for security_group (8ad222ea-21b3-48af-8668-4ddd14406d45), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:27.646088 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9957905-c436-4c69-93c1-196bd7451d23 admin admin] Publish callbacks [] for security_group (e4cf3def-55f7-4b7f-9912-1df1ad574b07), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:27.697011 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 33924) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:27.712639 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df3a0d7b-f3fd-4de9-8def-ea773908f9c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:27.717798 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb52c057-7970-43f6-a72f-933ef19d3dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (8ad222ea-21b3-48af-8668-4ddd14406d45), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:27.720556 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb52c057-7970-43f6-a72f-933ef19d3dfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:27.721858 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-fb52c057-7970-43f6-a72f-933ef19d3dfd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8ad222ea-21b3-48af-8668-4ddd14406d45 HTTP/1.1" status: 204 len: 168 time: 0.3717444 May 12 14:32:27.731949 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9957905-c436-4c69-93c1-196bd7451d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (e4cf3def-55f7-4b7f-9912-1df1ad574b07), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:27.734435 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9957905-c436-4c69-93c1-196bd7451d23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:27.738639 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-a9957905-c436-4c69-93c1-196bd7451d23 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e4cf3def-55f7-4b7f-9912-1df1ad574b07 HTTP/1.1" status: 204 len: 168 time: 0.3574917 May 12 14:32:27.738639 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52c057-7970-43f6-a72f-933ef19d3dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad222ea-21b3-48af-8668-4ddd14406d45,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:27.763324 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9957905-c436-4c69-93c1-196bd7451d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cf3def-55f7-4b7f-9912-1df1ad574b07,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:27.932666 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87414bd-96f1-4f5d-85c5-d42c0045db16 req-96efdcfb-9ea4-47dd-9d11-9f33e34bb3b5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:27.934240 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c87414bd-96f1-4f5d-85c5-d42c0045db16 req-96efdcfb-9ea4-47dd-9d11-9f33e34bb3b5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 946 time: 0.1243026 May 12 14:32:27.947731 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d8dd4-a6b3-4e1c-aa92-69ac8ce7feba req-99ccd1ba-66b5-4092-bd35-05129709f3f8 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:27.949371 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-986d8dd4-a6b3-4e1c-aa92-69ac8ce7feba req-99ccd1ba-66b5-4092-bd35-05129709f3f8 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 945 time: 0.1381254 May 12 14:32:27.971173 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df3a0d7b-f3fd-4de9-8def-ea773908f9c0 admin admin] Publish callbacks [] for security_group (8a28e8eb-0a59-4ead-b4af-5f3eca6c68f1), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:27.989870 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df3a0d7b-f3fd-4de9-8def-ea773908f9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (8a28e8eb-0a59-4ead-b4af-5f3eca6c68f1), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:28.070725 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a0d7b-f3fd-4de9-8def-ea773908f9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a28e8eb-0a59-4ead-b4af-5f3eca6c68f1,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:28.079239 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c87414bd-96f1-4f5d-85c5-d42c0045db16 req-1b5e168d-27f2-4f1e-ad17-37e89ad2e6a8 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234515 May 12 14:32:28.081339 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-df3a0d7b-f3fd-4de9-8def-ea773908f9c0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3750b6b6dafa496b82164e20da11fe2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3831825 May 12 14:32:28.084314 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 33938) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:28.116315 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-986d8dd4-a6b3-4e1c-aa92-69ac8ce7feba req-c3e6a21e-2d98-49c1-a95a-351597c0204e tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426361 May 12 14:32:28.173628 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3e8e0005-6188-445e-b6d6-e1babb840fea admin admin] Publish callbacks [] for security_group (8a28e8eb-0a59-4ead-b4af-5f3eca6c68f1), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:28.208724 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3e8e0005-6188-445e-b6d6-e1babb840fea admin admin] Publish callbacks [] for security_group (8a28e8eb-0a59-4ead-b4af-5f3eca6c68f1), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:28.224308 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854c25b-77bf-4752-9ec8-644d2481c81c req-8502d518-311a-4092-a20a-2603a2e98f1f tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:28.233680 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0854c25b-77bf-4752-9ec8-644d2481c81c req-8502d518-311a-4092-a20a-2603a2e98f1f tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0765712 May 12 14:32:28.287012 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3e8e0005-6188-445e-b6d6-e1babb840fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (8a28e8eb-0a59-4ead-b4af-5f3eca6c68f1), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:28.290973 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3e8e0005-6188-445e-b6d6-e1babb840fea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:28.292724 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-3e8e0005-6188-445e-b6d6-e1babb840fea admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8a28e8eb-0a59-4ead-b4af-5f3eca6c68f1 HTTP/1.1" status: 204 len: 168 time: 0.2072568 May 12 14:32:28.299812 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0854c25b-77bf-4752-9ec8-644d2481c81c req-7a61226e-d87a-4fff-9b68-cae484afa359 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648651 May 12 14:32:28.303578 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e0005-6188-445e-b6d6-e1babb840fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a28e8eb-0a59-4ead-b4af-5f3eca6c68f1,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:28.353173 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 33950) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:28.367810 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-67d8da27-73bb-4c28-8dbb-20f3a787cb2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:28.456614 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-67d8da27-73bb-4c28-8dbb-20f3a787cb2f admin admin] Publish callbacks [] for security_group (7f17f361-62a5-447e-abb6-30d343569f51), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:28.464262 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-67d8da27-73bb-4c28-8dbb-20f3a787cb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (7f17f361-62a5-447e-abb6-30d343569f51), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:28.504641 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-67d8da27-73bb-4c28-8dbb-20f3a787cb2f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e1c06d092c0743829e7ae68a484e0db0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1502781 May 12 14:32:28.505929 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8da27-73bb-4c28-8dbb-20f3a787cb2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f17f361-62a5-447e-abb6-30d343569f51,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:28.507846 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 33952) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:28.581170 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-14c771b0-4ac8-496a-b8fb-ab649b1159b5 admin admin] Publish callbacks [] for security_group (7f17f361-62a5-447e-abb6-30d343569f51), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:28.610492 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-14c771b0-4ac8-496a-b8fb-ab649b1159b5 admin admin] Publish callbacks [] for security_group (7f17f361-62a5-447e-abb6-30d343569f51), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:28.674764 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-14c771b0-4ac8-496a-b8fb-ab649b1159b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (7f17f361-62a5-447e-abb6-30d343569f51), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:28.677597 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-14c771b0-4ac8-496a-b8fb-ab649b1159b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:28.679716 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-14c771b0-4ac8-496a-b8fb-ab649b1159b5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7f17f361-62a5-447e-abb6-30d343569f51 HTTP/1.1" status: 204 len: 168 time: 0.1694777 May 12 14:32:28.698131 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c771b0-4ac8-496a-b8fb-ab649b1159b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f17f361-62a5-447e-abb6-30d343569f51,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:29.275868 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ac061-5079-4e3f-8c3b-862e57866a89 req-f0c3468f-9d87-4de8-8624-4bd18fb78794 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:29.277428 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-552ac061-5079-4e3f-8c3b-862e57866a89 req-f0c3468f-9d87-4de8-8624-4bd18fb78794 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 946 time: 0.0863845 May 12 14:32:29.289574 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa05ba9-13fb-40c9-af66-fd0c7f2c96c8 req-591863c8-a41c-4d5a-88a8-12eaccd88e4b tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:29.291341 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1aa05ba9-13fb-40c9-af66-fd0c7f2c96c8 req-591863c8-a41c-4d5a-88a8-12eaccd88e4b tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 945 time: 0.0804102 May 12 14:32:29.369152 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-552ac061-5079-4e3f-8c3b-862e57866a89 req-2ab02b15-aad5-4e33-9fca-2ba04581c88d tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766106 May 12 14:32:29.378213 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1aa05ba9-13fb-40c9-af66-fd0c7f2c96c8 req-355f9a3c-25da-4021-9447-d237f3f288ca tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787849 May 12 14:32:29.497604 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1ac5c-2505-4569-a85e-a4d13277d305 req-220a7bd7-162e-4d81-9016-2e807e258190 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:29.500167 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c1d1ac5c-2505-4569-a85e-a4d13277d305 req-220a7bd7-162e-4d81-9016-2e807e258190 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0657904 May 12 14:32:29.577584 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c1d1ac5c-2505-4569-a85e-a4d13277d305 req-9858656d-72cf-45e2-a339-8ec4a8728919 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701208 May 12 14:32:29.929477 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 7fccb52d-a09a-4e64-adbe-8b42348d39c5 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:32:30.051684 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 7fccb52d-a09a-4e64-adbe-8b42348d39c5, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=7fccb52d-a09a-4e64-adbe-8b42348d39c5,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:32:30.069851 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Returning: {'device': '7fccb52d-a09a-4e64-adbe-8b42348d39c5', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'port_id': '7fccb52d-a09a-4e64-adbe-8b42348d39c5', 'mac_address': 'fa:16:3e:d8:92:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:32:30.120447 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585de294-fe51-4ac0-9ab0-d6ed9f2fc483 req-0838411a-692f-45dc-a3da-73932be882bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:30.122487 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-585de294-fe51-4ac0-9ab0-d6ed9f2fc483 req-0838411a-692f-45dc-a3da-73932be882bb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 1129 time: 0.1427357 May 12 14:32:30.125044 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 7fccb52d-a09a-4e64-adbe-8b42348d39c5 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:32:30.125457 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (7fccb52d-a09a-4e64-adbe-8b42348d39c5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:30.143293 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fccb52d-a09a-4e64-adbe-8b42348d39c5 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:32:30.169233 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 7fccb52d-a09a-4e64-adbe-8b42348d39c5, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=7fccb52d-a09a-4e64-adbe-8b42348d39c5,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:32:30.174977 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (7fccb52d-a09a-4e64-adbe-8b42348d39c5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:30.236233 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=7fccb52d-a09a-4e64-adbe-8b42348d39c5,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:30.419758 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-585de294-fe51-4ac0-9ab0-d6ed9f2fc483 req-c4919150-d7cb-4503-abec-f0a2f1a8d387 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:30.541114 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff0405-5236-442a-8263-2a07e3370e3f req-24f3a42d-6262-44bf-aa38-5e49ab494eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:30.542636 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-14ff0405-5236-442a-8263-2a07e3370e3f req-24f3a42d-6262-44bf-aa38-5e49ab494eee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 1130 time: 0.1241822 May 12 14:32:30.600727 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947764a2-5552-44f0-9447-735db349a637 req-1865bd4e-15a4-4b76-86da-6e6b94ffbaa2 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:30.604116 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-947764a2-5552-44f0-9447-735db349a637 req-1865bd4e-15a4-4b76-86da-6e6b94ffbaa2 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 946 time: 0.1356273 May 12 14:32:30.626974 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-14ff0405-5236-442a-8263-2a07e3370e3f req-f4f11e3b-30f0-48be-8ec7-80302336ba9f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:30.639887 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616afca0-66b8-488b-b479-a0fab40a9a02 req-d969294a-296c-4963-8104-e6324e44d4b5 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:30.640003 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-616afca0-66b8-488b-b479-a0fab40a9a02 req-d969294a-296c-4963-8104-e6324e44d4b5 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 945 time: 0.1223140 May 12 14:32:30.739948 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-585de294-fe51-4ac0-9ab0-d6ed9f2fc483 req-c4919150-d7cb-4503-abec-f0a2f1a8d387 service neutron] Publish callbacks [] for security_group (1e33cfff-a227-4381-a620-527b0ae058fc), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:30.760994 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-585de294-fe51-4ac0-9ab0-d6ed9f2fc483 req-c4919150-d7cb-4503-abec-f0a2f1a8d387 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (1e33cfff-a227-4381-a620-527b0ae058fc), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:30.782394 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.db.api [req-14ff0405-5236-442a-8263-2a07e3370e3f req-f4f11e3b-30f0-48be-8ec7-80302336ba9f service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 1882b54135a443aca586cbb1d5c0e8f3 {{(pid=103430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 14:32:30.782824 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG oslo_db.api [req-14ff0405-5236-442a-8263-2a07e3370e3f req-f4f11e3b-30f0-48be-8ec7-80302336ba9f service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 14:32:30.791793 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-947764a2-5552-44f0-9447-735db349a637 req-c2fd95ac-cda1-45e9-a1e1-5b984402d12f tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713803 May 12 14:32:30.834477 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-616afca0-66b8-488b-b479-a0fab40a9a02 req-31519827-b0ec-4347-befa-2343edf7ae25 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772625 May 12 14:32:30.844902 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-585de294-fe51-4ac0-9ab0-d6ed9f2fc483 req-c4919150-d7cb-4503-abec-f0a2f1a8d387 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400494 May 12 14:32:30.855306 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4919150-d7cb-4503-abec-f0a2f1a8d387 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1e33cfff-a227-4381-a620-527b0ae058fc,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:30.917862 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809633-4b6b-4044-8def-ea55a380af42 req-79da208b-4a66-4fd5-a5c6-73e6ab1623b7 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:30.926442 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dd809633-4b6b-4044-8def-ea55a380af42 req-79da208b-4a66-4fd5-a5c6-73e6ab1623b7 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 944 time: 0.0674331 May 12 14:32:30.990933 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dd809633-4b6b-4044-8def-ea55a380af42 req-cfbd0e9c-990c-4c70-a493-7d7f6cef86f5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634778 May 12 14:32:30.997832 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['7fccb52d-a09a-4e64-adbe-8b42348d39c5'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:32:31.284538 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-14ff0405-5236-442a-8263-2a07e3370e3f req-f4f11e3b-30f0-48be-8ec7-80302336ba9f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:31.373390 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-14ff0405-5236-442a-8263-2a07e3370e3f req-f4f11e3b-30f0-48be-8ec7-80302336ba9f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7967930 May 12 14:32:32.010501 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9286c4-6387-4cd4-82bf-59909c9b432e req-6c12a7c2-0980-4d81-9f95-6f00ec97c039 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:32.012024 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ab9286c4-6387-4cd4-82bf-59909c9b432e req-6c12a7c2-0980-4d81-9f95-6f00ec97c039 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 946 time: 0.1131024 May 12 14:32:32.026963 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d1bdb-1376-499f-b46b-173d68193211 req-294aa5d9-4a5a-448c-a0d1-e6195622d850 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:32.028711 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-241d1bdb-1376-499f-b46b-173d68193211 req-294aa5d9-4a5a-448c-a0d1-e6195622d850 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 945 time: 0.0794785 May 12 14:32:32.102921 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ab9286c4-6387-4cd4-82bf-59909c9b432e req-40c45dfb-4b03-4e3e-b3c1-dfa3c8787e8c tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838521 May 12 14:32:32.119178 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-241d1bdb-1376-499f-b46b-173d68193211 req-874fd79e-d065-473f-8db8-ed3b7f4174df tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733624 May 12 14:32:32.230447 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 7fccb52d-a09a-4e64-adbe-8b42348d39c5 up at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:32:32.233765 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cedd07-d259-4a70-bcdc-279dd8320ff2 req-8957e02d-5c8e-4096-b1ec-e0b29452a869 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:32.235320 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-87cedd07-d259-4a70-bcdc-279dd8320ff2 req-8957e02d-5c8e-4096-b1ec-e0b29452a869 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 944 time: 0.0542088 May 12 14:32:32.292289 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning for port 7fccb52d-a09a-4e64-adbe-8b42348d39c5 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:32:32.298491 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning complete for port 7fccb52d-a09a-4e64-adbe-8b42348d39c5 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:32:32.299164 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (7fccb52d-a09a-4e64-adbe-8b42348d39c5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:32.312123 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-87cedd07-d259-4a70-bcdc-279dd8320ff2 req-f024c16f-9e86-4999-ae17-1d076e233969 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582094 May 12 14:32:32.395653 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 7fccb52d-a09a-4e64-adbe-8b42348d39c5 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:32:32.396125 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (7fccb52d-a09a-4e64-adbe-8b42348d39c5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:32.420483 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e2a4c2-6255-4074-9a3c-e5159c3f7b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fccb52d-a09a-4e64-adbe-8b42348d39c5'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:32:32.422722 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708f838e-48c2-4250-bb64-7d46673fad10" -d '{"events": [{"server_uuid": "d0e2a4c2-6255-4074-9a3c-e5159c3f7b87", "name": "network-vif-plugged", "status": "completed", "tag": "7fccb52d-a09a-4e64-adbe-8b42348d39c5"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:32:32.437263 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 7fccb52d-a09a-4e64-adbe-8b42348d39c5, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=7fccb52d-a09a-4e64-adbe-8b42348d39c5,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:32:32.444488 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (7fccb52d-a09a-4e64-adbe-8b42348d39c5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:32.478319 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c2577c-9cd0-45a1-9498-4fe1e904be81 x-openstack-request-id: req-f3c2577c-9cd0-45a1-9498-4fe1e904be81 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:32:32.478639 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e2a4c2-6255-4074-9a3c-e5159c3f7b87", "name": "network-vif-plugged", "status": "completed", "tag": "7fccb52d-a09a-4e64-adbe-8b42348d39c5", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:32:32.479215 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 34156) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:32.483411 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f3c2577c-9cd0-45a1-9498-4fe1e904be81 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:32:32.484063 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3c2577c-9cd0-45a1-9498-4fe1e904be81'] response: {'server_uuid': 'd0e2a4c2-6255-4074-9a3c-e5159c3f7b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fccb52d-a09a-4e64-adbe-8b42348d39c5', 'code': 200} May 12 14:32:32.516571 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=7fccb52d-a09a-4e64-adbe-8b42348d39c5,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:32.606695 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-629fab46-73f6-47ac-9c13-77b269b5e65e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:32.699802 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-629fab46-73f6-47ac-9c13-77b269b5e65e admin admin] Publish callbacks [] for security_group (a9ac8a81-0a0e-4fd7-b41f-7c43c8a84ad2), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:32.704437 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-629fab46-73f6-47ac-9c13-77b269b5e65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (a9ac8a81-0a0e-4fd7-b41f-7c43c8a84ad2), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:32.762291 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-629fab46-73f6-47ac-9c13-77b269b5e65e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a07c4eeed3aa4eac9c7fdbc906c0a0b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778504 May 12 14:32:32.763396 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 34164) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:32.788659 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629fab46-73f6-47ac-9c13-77b269b5e65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ac8a81-0a0e-4fd7-b41f-7c43c8a84ad2,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:32.794059 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 34168) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:32.848404 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3169d08a-0ce5-4669-8076-4eeb8801df3c admin admin] Publish callbacks [] for security_group (a9ac8a81-0a0e-4fd7-b41f-7c43c8a84ad2), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:32.883674 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3169d08a-0ce5-4669-8076-4eeb8801df3c admin admin] Publish callbacks [] for security_group (a9ac8a81-0a0e-4fd7-b41f-7c43c8a84ad2), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:32.957724 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f21e00dd-438d-4d7a-8355-ee04c0a2983b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:32.999060 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3169d08a-0ce5-4669-8076-4eeb8801df3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (a9ac8a81-0a0e-4fd7-b41f-7c43c8a84ad2), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:33.003251 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3169d08a-0ce5-4669-8076-4eeb8801df3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:33.007344 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-3169d08a-0ce5-4669-8076-4eeb8801df3c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a9ac8a81-0a0e-4fd7-b41f-7c43c8a84ad2 HTTP/1.1" status: 204 len: 168 time: 0.2398820 May 12 14:32:33.023897 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169d08a-0ce5-4669-8076-4eeb8801df3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ac8a81-0a0e-4fd7-b41f-7c43c8a84ad2,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:33.095019 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f21e00dd-438d-4d7a-8355-ee04c0a2983b admin admin] Publish callbacks [] for security_group (c5266461-6713-47cc-99ce-b7f6edd09351), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:33.101258 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f21e00dd-438d-4d7a-8355-ee04c0a2983b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (c5266461-6713-47cc-99ce-b7f6edd09351), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:33.156897 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-f21e00dd-438d-4d7a-8355-ee04c0a2983b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=de2dbdf34db041e7bfb123aab506f44d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3617980 May 12 14:32:33.158975 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 34194) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:33.167781 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e00dd-438d-4d7a-8355-ee04c0a2983b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5266461-6713-47cc-99ce-b7f6edd09351,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:33.260716 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b313f9ab-0613-43ec-98ad-d6e27a614512 admin admin] Publish callbacks [] for security_group (c5266461-6713-47cc-99ce-b7f6edd09351), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:33.547158 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b313f9ab-0613-43ec-98ad-d6e27a614512 admin admin] Publish callbacks [] for security_group (c5266461-6713-47cc-99ce-b7f6edd09351), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:33.551826 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 34208) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:33.557042 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d200a3-8457-4fe2-831f-98528f610111 req-0d519f81-3d4f-4ff5-9adb-04f3d25d6f8d tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:33.558788 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d4d200a3-8457-4fe2-831f-98528f610111 req-0d519f81-3d4f-4ff5-9adb-04f3d25d6f8d tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 945 time: 0.3014164 May 12 14:32:33.574091 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79206ec5-76c9-41e4-b261-ebdb5c9bffe1 req-9f98632a-e5b7-46d4-8b1a-688734f0d783 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:33.575930 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-79206ec5-76c9-41e4-b261-ebdb5c9bffe1 req-9f98632a-e5b7-46d4-8b1a-688734f0d783 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 946 time: 0.3346879 May 12 14:32:33.588137 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-49d90a0e-c67f-4231-aea0-546a72a324a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:33.716017 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d4d200a3-8457-4fe2-831f-98528f610111 req-c5f9af3e-4b36-4846-a03e-42d8f044edea tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366160 May 12 14:32:33.727919 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-49d90a0e-c67f-4231-aea0-546a72a324a4 admin admin] Publish callbacks [] for security_group (3b9ca532-ffa0-4125-abf0-a3fc9062de70), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:33.730282 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-79206ec5-76c9-41e4-b261-ebdb5c9bffe1 req-287b248a-124f-45c3-a856-fae97266dcd1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379519 May 12 14:32:33.747474 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-49d90a0e-c67f-4231-aea0-546a72a324a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (3b9ca532-ffa0-4125-abf0-a3fc9062de70), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:33.749906 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b313f9ab-0613-43ec-98ad-d6e27a614512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (c5266461-6713-47cc-99ce-b7f6edd09351), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:33.754152 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b313f9ab-0613-43ec-98ad-d6e27a614512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:33.758051 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-b313f9ab-0613-43ec-98ad-d6e27a614512 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c5266461-6713-47cc-99ce-b7f6edd09351 HTTP/1.1" status: 204 len: 168 time: 0.5947590 May 12 14:32:33.770822 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf340208-9d95-4f33-82ad-dbf2b295ca48 req-ae160e2f-56e0-4e1e-8ebf-2cbcde39bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:33.773044 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cf340208-9d95-4f33-82ad-dbf2b295ca48 req-ae160e2f-56e0-4e1e-8ebf-2cbcde39bf25 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 1129 time: 0.1155114 May 12 14:32:33.774503 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313f9ab-0613-43ec-98ad-d6e27a614512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5266461-6713-47cc-99ce-b7f6edd09351,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:33.836156 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-49d90a0e-c67f-4231-aea0-546a72a324a4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a4867018ab514082a1379c7a1df8536f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2813652 May 12 14:32:33.838929 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d90a0e-c67f-4231-aea0-546a72a324a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9ca532-ffa0-4125-abf0-a3fc9062de70,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:33.842616 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 34212) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:33.883344 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cf340208-9d95-4f33-82ad-dbf2b295ca48 req-ec6377e4-8e60-4d43-8a4b-60cfb9bf53eb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026890 May 12 14:32:33.901284 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cf96c-be2c-4a04-bfe8-8db9deea3e82 req-db16f77b-1cd7-4eba-954e-7c89e8c37031 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:33.906015 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-16960d7b-a8c9-4e0a-8c52-ff4e675e1e53 admin admin] Publish callbacks [] for security_group (3b9ca532-ffa0-4125-abf0-a3fc9062de70), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:33.908904 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-718cf96c-be2c-4a04-bfe8-8db9deea3e82 req-db16f77b-1cd7-4eba-954e-7c89e8c37031 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0838382 May 12 14:32:33.933875 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-16960d7b-a8c9-4e0a-8c52-ff4e675e1e53 admin admin] Publish callbacks [] for security_group (3b9ca532-ffa0-4125-abf0-a3fc9062de70), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:33.972207 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-718cf96c-be2c-4a04-bfe8-8db9deea3e82 req-612c2151-1efa-4512-b4dc-824030ecfea5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611286 May 12 14:32:34.020001 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-16960d7b-a8c9-4e0a-8c52-ff4e675e1e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (3b9ca532-ffa0-4125-abf0-a3fc9062de70), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:34.023273 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-16960d7b-a8c9-4e0a-8c52-ff4e675e1e53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:34.024859 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-16960d7b-a8c9-4e0a-8c52-ff4e675e1e53 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3b9ca532-ffa0-4125-abf0-a3fc9062de70 HTTP/1.1" status: 204 len: 168 time: 0.1803651 May 12 14:32:34.035723 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16960d7b-a8c9-4e0a-8c52-ff4e675e1e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9ca532-ffa0-4125-abf0-a3fc9062de70,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:34.336278 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 34236) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:34.358112 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b5a84deb-f22e-4759-8d5a-b1bb2f66b536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:34.497795 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b5a84deb-f22e-4759-8d5a-b1bb2f66b536 admin admin] Publish callbacks [] for security_group (254992b1-6cdd-49f4-9c48-5d5b325129f8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:34.508963 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b5a84deb-f22e-4759-8d5a-b1bb2f66b536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (254992b1-6cdd-49f4-9c48-5d5b325129f8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:34.563774 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 34250) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:34.575767 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-b5a84deb-f22e-4759-8d5a-b1bb2f66b536 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5815d1d9ed6f41c68b019e37eea187ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355340 May 12 14:32:34.591574 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a84deb-f22e-4759-8d5a-b1bb2f66b536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254992b1-6cdd-49f4-9c48-5d5b325129f8,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:34.693979 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a514ed9-97ef-4903-85f6-10f0781b0ac6 admin admin] Publish callbacks [] for security_group (254992b1-6cdd-49f4-9c48-5d5b325129f8), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:34.725127 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a514ed9-97ef-4903-85f6-10f0781b0ac6 admin admin] Publish callbacks [] for security_group (254992b1-6cdd-49f4-9c48-5d5b325129f8), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:34.815907 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a514ed9-97ef-4903-85f6-10f0781b0ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (254992b1-6cdd-49f4-9c48-5d5b325129f8), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:34.819166 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a514ed9-97ef-4903-85f6-10f0781b0ac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:34.821037 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-0a514ed9-97ef-4903-85f6-10f0781b0ac6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/254992b1-6cdd-49f4-9c48-5d5b325129f8 HTTP/1.1" status: 204 len: 168 time: 0.2558701 May 12 14:32:34.831373 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a514ed9-97ef-4903-85f6-10f0781b0ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254992b1-6cdd-49f4-9c48-5d5b325129f8,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:34.904771 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b18e8a-c843-4b19-bbd4-f3d7107ee574 req-56b2caf1-c214-45c0-b3c9-f48514df62d8 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:34.906619 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-84b18e8a-c843-4b19-bbd4-f3d7107ee574 req-56b2caf1-c214-45c0-b3c9-f48514df62d8 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 945 time: 0.0862026 May 12 14:32:34.976782 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52071425-15b6-41c7-9c40-fb979fbe6ac6 req-122deb49-3a98-47a0-b4d0-78678c49260b tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:34.983890 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-52071425-15b6-41c7-9c40-fb979fbe6ac6 req-122deb49-3a98-47a0-b4d0-78678c49260b tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 946 time: 0.1592348 May 12 14:32:35.043697 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-84b18e8a-c843-4b19-bbd4-f3d7107ee574 req-e47dd2fa-79c0-4afc-b3cf-7a3397158812 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253414 May 12 14:32:35.102279 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-52071425-15b6-41c7-9c40-fb979fbe6ac6 req-3f4e9dad-4fc4-4279-b45b-539dfac5d4e9 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115830 May 12 14:32:35.223596 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a5b47-a1fb-4028-8044-e477798f0dc0 req-61e846b7-7c58-4f53-a1dc-3c877a2ffbdc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:35.236937 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-375a5b47-a1fb-4028-8044-e477798f0dc0 req-61e846b7-7c58-4f53-a1dc-3c877a2ffbdc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.1044114 May 12 14:32:35.303310 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-375a5b47-a1fb-4028-8044-e477798f0dc0 req-be59081f-1306-4942-85c7-d62a18c4f969 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653601 May 12 14:32:35.391246 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d899282-7e18-4787-a8ad-1ed13e058a77 req-77b06e79-7757-4774-b3e1-5b77af78dd82 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:35.394108 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8d899282-7e18-4787-a8ad-1ed13e058a77 req-77b06e79-7757-4774-b3e1-5b77af78dd82 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 946 time: 0.0837407 May 12 14:32:35.402767 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 34292) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:35.421846 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-8bf1c673-7ae2-4fda-a88f-6041786d96bb tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Request body: {'floatingip': {'port_id': 'c3aac594-e895-4346-8c61-7bc47bc88813'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:32:35.528674 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8bf1c673-7ae2-4fda-a88f-6041786d96bb tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for floatingip (4c231c8a-cc42-4c84-a446-1cac418ff65b), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:36.078912 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 34332) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:36.175361 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c53551-c4bf-4032-9101-86a432e7ef0d req-ef373cd1-3226-45ea-90f9-b7224ca1f311 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:36.177495 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-83c53551-c4bf-4032-9101-86a432e7ef0d req-ef373cd1-3226-45ea-90f9-b7224ca1f311 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 945 time: 0.0596356 May 12 14:32:36.259855 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-83c53551-c4bf-4032-9101-86a432e7ef0d req-db70d257-fca9-4f05-b703-1270697b87a9 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759890 May 12 14:32:36.261223 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-98480882-e81e-49d4-b82f-7dbe17c8cbc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:36.393765 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-98480882-e81e-49d4-b82f-7dbe17c8cbc4 admin admin] Publish callbacks [] for security_group (7f7b53ad-999f-4f40-b5b7-65d5ac6c4396), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:36.401028 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-98480882-e81e-49d4-b82f-7dbe17c8cbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (7f7b53ad-999f-4f40-b5b7-65d5ac6c4396), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:36.467967 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98480882-e81e-49d4-b82f-7dbe17c8cbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7b53ad-999f-4f40-b5b7-65d5ac6c4396,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:36.496173 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-98480882-e81e-49d4-b82f-7dbe17c8cbc4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2cde148e0e7a4b6fbe90a396ae1d118f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4158001 May 12 14:32:36.500785 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 34346) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:36.532655 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408eeaa-1337-463a-af00-1d0a693d94df req-2e015f1a-06c0-4b25-bc41-cf9fba6827b6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:36.541226 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3408eeaa-1337-463a-af00-1d0a693d94df req-2e015f1a-06c0-4b25-bc41-cf9fba6827b6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0920317 May 12 14:32:36.626192 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3408eeaa-1337-463a-af00-1d0a693d94df req-4fc6d332-93c0-4eed-886b-82f0843188ef tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840728 May 12 14:32:36.630691 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7a239f9-8e94-4608-9b8f-8e3463ab7152 admin admin] Publish callbacks [] for security_group (7f7b53ad-999f-4f40-b5b7-65d5ac6c4396), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:36.661099 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7a239f9-8e94-4608-9b8f-8e3463ab7152 admin admin] Publish callbacks [] for security_group (7f7b53ad-999f-4f40-b5b7-65d5ac6c4396), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:36.665265 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8bf1c673-7ae2-4fda-a88f-6041786d96bb tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:36.672155 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8bf1c673-7ae2-4fda-a88f-6041786d96bb tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (4c231c8a-cc42-4c84-a446-1cac418ff65b), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:36.749228 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7a239f9-8e94-4608-9b8f-8e3463ab7152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (7f7b53ad-999f-4f40-b5b7-65d5ac6c4396), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:36.752541 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a7a239f9-8e94-4608-9b8f-8e3463ab7152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:36.756632 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-a7a239f9-8e94-4608-9b8f-8e3463ab7152 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7f7b53ad-999f-4f40-b5b7-65d5ac6c4396 HTTP/1.1" status: 204 len: 168 time: 0.2517741 May 12 14:32:36.776585 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a239f9-8e94-4608-9b8f-8e3463ab7152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7b53ad-999f-4f40-b5b7-65d5ac6c4396,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:36.836779 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.db.l3_db [None req-8bf1c673-7ae2-4fda-a88f-6041786d96bb tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Floating IP 4c231c8a-cc42-4c84-a446-1cac418ff65b associated. External IP: 172.27.0.42, port: c3aac594-e895-4346-8c61-7bc47bc88813. May 12 14:32:37.150398 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf1c673-7ae2-4fda-a88f-6041786d96bb tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Router dd91525d-7750-4dcb-ae52-af578e78c8de has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:32:37.347525 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf1c673-7ae2-4fda-a88f-6041786d96bb tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:32:37.356486 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8bf1c673-7ae2-4fda-a88f-6041786d96bb tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:37.376261 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00fc86d-89d9-4bb9-9e97-171e13f3bcff None None] Sync routers for ids ['dd91525d-7750-4dcb-ae52-af578e78c8de'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:32:37.402474 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00fc86d-89d9-4bb9-9e97-171e13f3bcff None None] Routers {'dd91525d-7750-4dcb-ae52-af578e78c8de'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:32:37.407416 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b00fc86d-89d9-4bb9-9e97-171e13f3bcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:32:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['dd91525d-7750-4dcb-ae52-af578e78c8de'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:32:37.430260 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-8bf1c673-7ae2-4fda-a88f-6041786d96bb tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "PUT /v2.0/floatingips/4c231c8a-cc42-4c84-a446-1cac418ff65b HTTP/1.1" status: 200 len: 991 time: 2.0255179 May 12 14:32:37.431145 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fab0a31-9c59-40c0-8350-788bf0458078', 'tag': 'c3aac594-e895-4346-8c61-7bc47bc88813'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:32:37.556750 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-b00fc86d-89d9-4bb9-9e97-171e13f3bcff None None] Set router dd91525d-7750-4dcb-ae52-af578e78c8de gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:32:37.786749 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f888e35c128297f2952f8b9a0b9aac45a196d86c82c1b09019427787e24df8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fab564f-dc54-4361-97df-011f3f43e0eb" -d '{"events": [{"name": "network-changed", "server_uuid": "1fab0a31-9c59-40c0-8350-788bf0458078", "tag": "c3aac594-e895-4346-8c61-7bc47bc88813"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:32:37.853292 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24d5ab-a137-44da-b977-ea6e2872a492 req-6a06c402-7d32-4a4e-91b6-5d88aba88704 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:37.857045 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dd24d5ab-a137-44da-b977-ea6e2872a492 req-6a06c402-7d32-4a4e-91b6-5d88aba88704 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0907586 May 12 14:32:37.926075 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dd24d5ab-a137-44da-b977-ea6e2872a492 req-ef277381-1c83-4eea-a1c5-d14d2ba20626 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641172 May 12 14:32:38.062318 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1361280-483b-470c-b09c-90b16ec249ef x-openstack-request-id: req-b1361280-483b-470c-b09c-90b16ec249ef {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:32:38.062747 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fab0a31-9c59-40c0-8350-788bf0458078", "tag": "c3aac594-e895-4346-8c61-7bc47bc88813", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:32:38.063188 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b1361280-483b-470c-b09c-90b16ec249ef {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:32:38.063849 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1361280-483b-470c-b09c-90b16ec249ef'] response: {'name': 'network-changed', 'server_uuid': '1fab0a31-9c59-40c0-8350-788bf0458078', 'tag': 'c3aac594-e895-4346-8c61-7bc47bc88813', 'status': 'completed', 'code': 200} May 12 14:32:38.079149 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b00fc86d-89d9-4bb9-9e97-171e13f3bcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '4c231c8a-cc42-4c84-a446-1cac418ff65b', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'port_id': 'c3aac594-e895-4346-8c61-7bc47bc88813', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'mac_address': 'fa:16:3e:2a:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fab0a31-9c59-40c0-8350-788bf0458078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:31:31Z', 'updated_at': '2022-05-12T14:32:36Z', 'revision_number': 1, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1881a025-4b13-41d1-a6b2-bb60f215b10a', 'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'mac_address': 'fa:16:3e:5c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:23Z', 'updated_at': '2022-05-12T14:31:29Z', 'revision_number': 5, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'subnets': [{'id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:32:38.107632 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00fc86d-89d9-4bb9-9e97-171e13f3bcff None None] Checking router: dd91525d-7750-4dcb-ae52-af578e78c8de for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:32:38.117423 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00fc86d-89d9-4bb9-9e97-171e13f3bcff None None] Routers {'dd91525d-7750-4dcb-ae52-af578e78c8de'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:32:38.118067 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b00fc86d-89d9-4bb9-9e97-171e13f3bcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:32:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['dd91525d-7750-4dcb-ae52-af578e78c8de'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:32:38.272919 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-b00fc86d-89d9-4bb9-9e97-171e13f3bcff None None] Set router dd91525d-7750-4dcb-ae52-af578e78c8de gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:32:38.472717 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 34436) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:38.514180 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b00fc86d-89d9-4bb9-9e97-171e13f3bcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '4c231c8a-cc42-4c84-a446-1cac418ff65b', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'port_id': 'c3aac594-e895-4346-8c61-7bc47bc88813', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'mac_address': 'fa:16:3e:2a:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fab0a31-9c59-40c0-8350-788bf0458078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:31:31Z', 'updated_at': '2022-05-12T14:32:36Z', 'revision_number': 1, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1881a025-4b13-41d1-a6b2-bb60f215b10a', 'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'mac_address': 'fa:16:3e:5c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:23Z', 'updated_at': '2022-05-12T14:31:29Z', 'revision_number': 5, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'subnets': [{'id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:32:38.540256 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00fc86d-89d9-4bb9-9e97-171e13f3bcff None None] The sync data for ids ['dd91525d-7750-4dcb-ae52-af578e78c8de'] in dv-cinder-777031-14-iscsi is: [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '4c231c8a-cc42-4c84-a446-1cac418ff65b', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'port_id': 'c3aac594-e895-4346-8c61-7bc47bc88813', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'mac_address': 'fa:16:3e:2a:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fab0a31-9c59-40c0-8350-788bf0458078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:31:31Z', 'updated_at': '2022-05-12T14:32:36Z', 'revision_number': 1, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1881a025-4b13-41d1-a6b2-bb60f215b10a', 'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'mac_address': 'fa:16:3e:5c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:23Z', 'updated_at': '2022-05-12T14:31:29Z', 'revision_number': 5, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'subnets': [{'id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:32:38.585287 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eb744483-4d4d-48e4-ada7-65babcaae322 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:38.670017 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eb744483-4d4d-48e4-ada7-65babcaae322 admin admin] Publish callbacks [] for security_group (63cea797-4fd9-48c6-8df1-1fd9cca42628), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:38.674631 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-eb744483-4d4d-48e4-ada7-65babcaae322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (63cea797-4fd9-48c6-8df1-1fd9cca42628), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:38.715054 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-eb744483-4d4d-48e4-ada7-65babcaae322 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4e5a70e3c2b748f0acd43ccfa1a1e84b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407794 May 12 14:32:38.716603 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb744483-4d4d-48e4-ada7-65babcaae322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cea797-4fd9-48c6-8df1-1fd9cca42628,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:38.717523 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 34440) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:38.762333 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914ece1c-b86f-400f-97f3-2c5c78c6c658 None None] New status for floating IP 4c231c8a-cc42-4c84-a446-1cac418ff65b: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:32:38.781978 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6cff285c-2499-4be6-aad5-42c44ed6fa4e admin admin] Publish callbacks [] for security_group (63cea797-4fd9-48c6-8df1-1fd9cca42628), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:38.804505 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6cff285c-2499-4be6-aad5-42c44ed6fa4e admin admin] Publish callbacks [] for security_group (63cea797-4fd9-48c6-8df1-1fd9cca42628), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:38.874670 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6cff285c-2499-4be6-aad5-42c44ed6fa4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (63cea797-4fd9-48c6-8df1-1fd9cca42628), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:38.878535 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6cff285c-2499-4be6-aad5-42c44ed6fa4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:38.883268 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-6cff285c-2499-4be6-aad5-42c44ed6fa4e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/63cea797-4fd9-48c6-8df1-1fd9cca42628 HTTP/1.1" status: 204 len: 168 time: 0.1641941 May 12 14:32:38.893999 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff285c-2499-4be6-aad5-42c44ed6fa4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cea797-4fd9-48c6-8df1-1fd9cca42628,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:39.081326 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b34fdb-d42d-4ab2-ad9e-4ab66e603a10 req-5b6860c5-cb00-4861-8292-a86c74a384f9 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:39.087923 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f8b34fdb-d42d-4ab2-ad9e-4ab66e603a10 req-5b6860c5-cb00-4861-8292-a86c74a384f9 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0678902 May 12 14:32:39.143836 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f8b34fdb-d42d-4ab2-ad9e-4ab66e603a10 req-f9fffd53-82c2-4eef-aa0d-765a15218a42 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549362 May 12 14:32:39.276021 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2841f306-fd31-4bfa-a3a5-42157093a526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:40.271386 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fefd67-368e-480a-af01-9b848dd807df req-cff019c3-08ec-42a6-9a74-1c248338b2ee tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:40.272808 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f6fefd67-368e-480a-af01-9b848dd807df req-cff019c3-08ec-42a6-9a74-1c248338b2ee tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0495336 May 12 14:32:40.330734 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f6fefd67-368e-480a-af01-9b848dd807df req-5ce9d670-a3a2-429b-8fd2-08226207d9f8 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519888 May 12 14:32:40.935120 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab564f-dc54-4361-97df-011f3f43e0eb req-0c108f04-0ade-4d30-b92f-1a5548b7f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:40.936778 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0fab564f-dc54-4361-97df-011f3f43e0eb req-0c108f04-0ade-4d30-b92f-1a5548b7f8b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4b5ca018b5f4dda99486407424b8168&device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 1130 time: 0.0438786 May 12 14:32:41.452201 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe3484-daad-4dc7-a3b2-97918ae9a22a req-f3cf377b-faa0-4fe1-9b61-e32d3a7f8b66 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:41.453701 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-47fe3484-daad-4dc7-a3b2-97918ae9a22a req-f3cf377b-faa0-4fe1-9b61-e32d3a7f8b66 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0475698 May 12 14:32:41.503239 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-47fe3484-daad-4dc7-a3b2-97918ae9a22a req-9a3f807c-385b-495a-939d-ef84fb8f2ddc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432942 May 12 14:32:41.618338 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c77f5b6f-eb92-42f6-b625-160645eba561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:42.624356 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21688bb-e8e2-4149-a5b6-072693ea4e3e req-b69e4b4b-9831-46f7-9440-67c137faacea tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:42.625930 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f21688bb-e8e2-4149-a5b6-072693ea4e3e req-b69e4b4b-9831-46f7-9440-67c137faacea tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0480938 May 12 14:32:42.675025 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f21688bb-e8e2-4149-a5b6-072693ea4e3e req-12e7a7e0-6574-4f16-a9ff-327ce5d2890c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422788 May 12 14:32:42.950049 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:43.796634 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008f970-ac4e-4187-bb57-dd340c9c53bb req-bef07d48-0c23-488b-b322-a9b7631d0e0f tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:43.798180 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7008f970-ac4e-4187-bb57-dd340c9c53bb req-bef07d48-0c23-488b-b322-a9b7631d0e0f tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0522714 May 12 14:32:43.856143 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7008f970-ac4e-4187-bb57-dd340c9c53bb req-66b1fcc1-7722-4001-a499-65b9421c5200 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516260 May 12 14:32:44.325472 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:45.014559 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cee8bb-615e-4546-b1a9-26a60062ba1b req-81b480a9-d7ff-434b-8572-35bf3843d8f1 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:45.015955 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e7cee8bb-615e-4546-b1a9-26a60062ba1b req-81b480a9-d7ff-434b-8572-35bf3843d8f1 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0732546 May 12 14:32:45.017907 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab564f-dc54-4361-97df-011f3f43e0eb req-ba0bf16e-5762-48b2-9de8-99a2938a8e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:45.019252 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0fab564f-dc54-4361-97df-011f3f43e0eb req-ba0bf16e-5762-48b2-9de8-99a2938a8e39 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3fdc0b19-4053-4c44-8b08-cd1ab3959461 HTTP/1.1" status: 200 len: 915 time: 0.1971149 May 12 14:32:45.137466 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e7cee8bb-615e-4546-b1a9-26a60062ba1b req-15cafa7d-20ba-448b-b8fd-1f179de7888a tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140845 May 12 14:32:45.149734 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0fab564f-dc54-4361-97df-011f3f43e0eb req-85587786-e054-40b7-b2cf-950bdfe9615c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3aac594-e895-4346-8c61-7bc47bc88813 HTTP/1.1" status: 200 len: 1001 time: 0.1096210 May 12 14:32:45.210219 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab564f-dc54-4361-97df-011f3f43e0eb req-0ec5c41d-bbc2-4643-9291-dfd214653e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:45.211741 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0fab564f-dc54-4361-97df-011f3f43e0eb req-0ec5c41d-bbc2-4643-9291-dfd214653e52 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb99a954-a215-4272-a7a1-86abb04d56af HTTP/1.1" status: 200 len: 853 time: 0.0558090 May 12 14:32:45.286549 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab564f-dc54-4361-97df-011f3f43e0eb req-24fae630-3f57-4ce1-8328-2bd5c40d28bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:45.288107 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0fab564f-dc54-4361-97df-011f3f43e0eb req-24fae630-3f57-4ce1-8328-2bd5c40d28bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3fdc0b19-4053-4c44-8b08-cd1ab3959461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0662856 May 12 14:32:45.305283 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5c6c9-cdc0-46aa-be62-1748f9e2f4da req-6fd215e2-014a-410d-8e97-11a98fd19f37 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:45.306781 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-efc5c6c9-cdc0-46aa-be62-1748f9e2f4da req-6fd215e2-014a-410d-8e97-11a98fd19f37 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0574894 May 12 14:32:45.317229 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 34576) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:45.323260 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e4279eb5-2ce3-4267-82d6-26592d149425 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Request body: {'floatingip': {'port_id': '7fccb52d-a09a-4e64-adbe-8b42348d39c5'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:32:45.367800 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e4279eb5-2ce3-4267-82d6-26592d149425 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for floatingip (9abae339-9bf3-418a-a390-9cc9d8cdfd7a), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:45.411125 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0fab564f-dc54-4361-97df-011f3f43e0eb req-8fe11d09-615b-4ee3-b356-bde5e212587a service neutron] 10.222.0.57 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031559 May 12 14:32:45.523994 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0fab564f-dc54-4361-97df-011f3f43e0eb req-b1cf46f1-d821-439d-ad38-8a3738c9d7cb service neutron] 10.222.0.57 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045957 May 12 14:32:45.725217 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:45.885570 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e4279eb5-2ce3-4267-82d6-26592d149425 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:45.889321 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e4279eb5-2ce3-4267-82d6-26592d149425 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (9abae339-9bf3-418a-a390-9cc9d8cdfd7a), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:45.995547 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.db.l3_db [None req-e4279eb5-2ce3-4267-82d6-26592d149425 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Floating IP 9abae339-9bf3-418a-a390-9cc9d8cdfd7a associated. External IP: 172.27.0.193, port: 7fccb52d-a09a-4e64-adbe-8b42348d39c5. May 12 14:32:46.210968 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4279eb5-2ce3-4267-82d6-26592d149425 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Router 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:32:46.502635 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4279eb5-2ce3-4267-82d6-26592d149425 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:32:46.508405 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e4279eb5-2ce3-4267-82d6-26592d149425 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:46.520557 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc1f30a-941e-4cb3-8fa8-b743bc554aef None None] Sync routers for ids ['36d3cc14-4fcf-4d0e-a668-5a69fe69e004'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:32:46.549249 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc1f30a-941e-4cb3-8fa8-b743bc554aef None None] Routers {'36d3cc14-4fcf-4d0e-a668-5a69fe69e004'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:32:46.553005 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6bc1f30a-941e-4cb3-8fa8-b743bc554aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:32:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['36d3cc14-4fcf-4d0e-a668-5a69fe69e004'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:32:46.557870 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-e4279eb5-2ce3-4267-82d6-26592d149425 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "PUT /v2.0/floatingips/9abae339-9bf3-418a-a390-9cc9d8cdfd7a HTTP/1.1" status: 200 len: 991 time: 1.2386291 May 12 14:32:46.558764 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e2a4c2-6255-4074-9a3c-e5159c3f7b87', 'tag': '7fccb52d-a09a-4e64-adbe-8b42348d39c5'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:32:46.562483 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f888e35c128297f2952f8b9a0b9aac45a196d86c82c1b09019427787e24df8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e65fba4-105a-4db6-ba9b-e4b37645eb5c" -d '{"events": [{"name": "network-changed", "server_uuid": "d0e2a4c2-6255-4074-9a3c-e5159c3f7b87", "tag": "7fccb52d-a09a-4e64-adbe-8b42348d39c5"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:32:46.611323 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb55f340-240f-4296-a3bc-ead4d010e176 x-openstack-request-id: req-bb55f340-240f-4296-a3bc-ead4d010e176 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:32:46.611696 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0e2a4c2-6255-4074-9a3c-e5159c3f7b87", "tag": "7fccb52d-a09a-4e64-adbe-8b42348d39c5", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:32:46.612012 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bb55f340-240f-4296-a3bc-ead4d010e176 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:32:46.612486 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb55f340-240f-4296-a3bc-ead4d010e176'] response: {'name': 'network-changed', 'server_uuid': 'd0e2a4c2-6255-4074-9a3c-e5159c3f7b87', 'tag': '7fccb52d-a09a-4e64-adbe-8b42348d39c5', 'status': 'completed', 'code': 200} May 12 14:32:46.737285 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65fba4-105a-4db6-ba9b-e4b37645eb5c req-43fe96a4-3284-471f-9579-f26523e12f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:46.739165 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5e65fba4-105a-4db6-ba9b-e4b37645eb5c req-43fe96a4-3284-471f-9579-f26523e12f14 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=202791457f0749649e8cc096f6e43404&device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 1129 time: 0.0443883 May 12 14:32:46.746356 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-6bc1f30a-941e-4cb3-8fa8-b743bc554aef None None] Set router 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:32:46.885314 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65fba4-105a-4db6-ba9b-e4b37645eb5c req-f9d4698d-a1ba-4773-9928-dc51d6b0e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:46.887144 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5e65fba4-105a-4db6-ba9b-e4b37645eb5c req-f9d4698d-a1ba-4773-9928-dc51d6b0e47d service neutron] 10.222.0.57 "GET /v2.0/networks?id=a850f271-3b32-48bf-8bb5-be1eb540a3d0 HTTP/1.1" status: 200 len: 918 time: 0.1320851 May 12 14:32:46.975200 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5e65fba4-105a-4db6-ba9b-e4b37645eb5c req-17b9ce03-a156-4fb3-8750-354e67556a63 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fccb52d-a09a-4e64-adbe-8b42348d39c5 HTTP/1.1" status: 200 len: 999 time: 0.0790033 May 12 14:32:47.033631 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6bc1f30a-941e-4cb3-8fa8-b743bc554aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'name': 'tempest-AttachVolumeShelveTestJSON-1460914710-router', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:15Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': '202791457f0749649e8cc096f6e43404', 'gw_port': {'id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '9abae339-9bf3-418a-a390-9cc9d8cdfd7a', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'port_id': '7fccb52d-a09a-4e64-adbe-8b42348d39c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'mac_address': 'fa:16:3e:d8:92:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e2a4c2-6255-4074-9a3c-e5159c3f7b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:31:32Z', 'updated_at': '2022-05-12T14:32:45Z', 'revision_number': 1, 'project_id': '202791457f0749649e8cc096f6e43404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5895868c-44d3-4ef7-aaf6-0b09fc238875', 'name': '', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'mac_address': 'fa:16:3e:2e:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:22Z', 'updated_at': '2022-05-12T14:31:32Z', 'revision_number': 5, 'project_id': '202791457f0749649e8cc096f6e43404', 'subnets': [{'id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:32:47.043861 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65fba4-105a-4db6-ba9b-e4b37645eb5c req-2f57bf47-c0e2-4e0c-bb46-348d1bbcf2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:47.045557 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5e65fba4-105a-4db6-ba9b-e4b37645eb5c req-2f57bf47-c0e2-4e0c-bb46-348d1bbcf2c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8fb7d41d-7144-4a8c-a134-c65db57b4ef6 HTTP/1.1" status: 200 len: 856 time: 0.0637553 May 12 14:32:47.062886 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc1f30a-941e-4cb3-8fa8-b743bc554aef None None] Checking router: 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:32:47.073444 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc1f30a-941e-4cb3-8fa8-b743bc554aef None None] Routers {'36d3cc14-4fcf-4d0e-a668-5a69fe69e004'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:32:47.074240 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6bc1f30a-941e-4cb3-8fa8-b743bc554aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:32:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['36d3cc14-4fcf-4d0e-a668-5a69fe69e004'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:32:47.116786 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65fba4-105a-4db6-ba9b-e4b37645eb5c req-f2c3dec0-fc39-40e8-8c37-e05f79ab9156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:32:47.118448 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5e65fba4-105a-4db6-ba9b-e4b37645eb5c req-f2c3dec0-fc39-40e8-8c37-e05f79ab9156 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a850f271-3b32-48bf-8bb5-be1eb540a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450263 May 12 14:32:47.194366 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-6bc1f30a-941e-4cb3-8fa8-b743bc554aef None None] Set router 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:32:47.232817 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5e65fba4-105a-4db6-ba9b-e4b37645eb5c req-3f0e4c3f-22ba-4ae5-8857-cd56193529d8 service neutron] 10.222.0.57 "GET /v2.0/networks/a850f271-3b32-48bf-8bb5-be1eb540a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071126 May 12 14:32:47.413628 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6bc1f30a-941e-4cb3-8fa8-b743bc554aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'name': 'tempest-AttachVolumeShelveTestJSON-1460914710-router', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:15Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': '202791457f0749649e8cc096f6e43404', 'gw_port': {'id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '9abae339-9bf3-418a-a390-9cc9d8cdfd7a', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'port_id': '7fccb52d-a09a-4e64-adbe-8b42348d39c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'mac_address': 'fa:16:3e:d8:92:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e2a4c2-6255-4074-9a3c-e5159c3f7b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:31:32Z', 'updated_at': '2022-05-12T14:32:45Z', 'revision_number': 1, 'project_id': '202791457f0749649e8cc096f6e43404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5895868c-44d3-4ef7-aaf6-0b09fc238875', 'name': '', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'mac_address': 'fa:16:3e:2e:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:22Z', 'updated_at': '2022-05-12T14:31:32Z', 'revision_number': 5, 'project_id': '202791457f0749649e8cc096f6e43404', 'subnets': [{'id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:32:47.442852 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc1f30a-941e-4cb3-8fa8-b743bc554aef None None] The sync data for ids ['36d3cc14-4fcf-4d0e-a668-5a69fe69e004'] in dv-cinder-777031-14-iscsi is: [{'id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'name': 'tempest-AttachVolumeShelveTestJSON-1460914710-router', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:15Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': '202791457f0749649e8cc096f6e43404', 'gw_port': {'id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '9abae339-9bf3-418a-a390-9cc9d8cdfd7a', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'port_id': '7fccb52d-a09a-4e64-adbe-8b42348d39c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'mac_address': 'fa:16:3e:d8:92:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e2a4c2-6255-4074-9a3c-e5159c3f7b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:31:32Z', 'updated_at': '2022-05-12T14:32:45Z', 'revision_number': 1, 'project_id': '202791457f0749649e8cc096f6e43404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5895868c-44d3-4ef7-aaf6-0b09fc238875', 'name': '', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'mac_address': 'fa:16:3e:2e:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:22Z', 'updated_at': '2022-05-12T14:31:32Z', 'revision_number': 5, 'project_id': '202791457f0749649e8cc096f6e43404', 'subnets': [{'id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:32:47.467316 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5e65fba4-105a-4db6-ba9b-e4b37645eb5c req-a42d6396-be76-4656-a4de-f479ca45630f service neutron] 10.222.0.57 "GET /v2.0/networks/a850f271-3b32-48bf-8bb5-be1eb540a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030521 May 12 14:32:47.674204 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2da7fb-526f-4eb8-9fcc-ec47b7b7adf3 None None] New status for floating IP 9abae339-9bf3-418a-a390-9cc9d8cdfd7a: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:32:47.842420 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:51.543483 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:32:55.433963 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 34788) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:55.556234 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-77762e63-1320-4b31-995b-33c2d73eef75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:55.643893 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-77762e63-1320-4b31-995b-33c2d73eef75 admin admin] Publish callbacks [] for security_group (82e65cf0-250c-4c83-8d4c-49dfaa48a3b8), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:55.650832 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-77762e63-1320-4b31-995b-33c2d73eef75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (82e65cf0-250c-4c83-8d4c-49dfaa48a3b8), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:55.694871 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-77762e63-1320-4b31-995b-33c2d73eef75 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=df6fce7b5f874e3aaa2dbe6704900444&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2598429 May 12 14:32:55.695751 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77762e63-1320-4b31-995b-33c2d73eef75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e65cf0-250c-4c83-8d4c-49dfaa48a3b8,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:55.697882 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 34798) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:55.753704 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-06d2eee2-e577-46f7-b669-cd0d4e22c368 admin admin] Publish callbacks [] for security_group (82e65cf0-250c-4c83-8d4c-49dfaa48a3b8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:55.779952 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-06d2eee2-e577-46f7-b669-cd0d4e22c368 admin admin] Publish callbacks [] for security_group (82e65cf0-250c-4c83-8d4c-49dfaa48a3b8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:55.835641 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-06d2eee2-e577-46f7-b669-cd0d4e22c368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (82e65cf0-250c-4c83-8d4c-49dfaa48a3b8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:55.838288 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-06d2eee2-e577-46f7-b669-cd0d4e22c368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:55.840305 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-06d2eee2-e577-46f7-b669-cd0d4e22c368 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/82e65cf0-250c-4c83-8d4c-49dfaa48a3b8 HTTP/1.1" status: 204 len: 168 time: 0.1413040 May 12 14:32:55.852594 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2eee2-e577-46f7-b669-cd0d4e22c368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e65cf0-250c-4c83-8d4c-49dfaa48a3b8,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:56.116207 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 34818) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:56.292278 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0231ca04-7bd5-4341-a56d-e5814e49f88b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:56.372966 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0231ca04-7bd5-4341-a56d-e5814e49f88b admin admin] Publish callbacks [] for security_group (bfc10eb0-a968-4ff5-8ddc-290992f98c33), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:56.377090 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0231ca04-7bd5-4341-a56d-e5814e49f88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (bfc10eb0-a968-4ff5-8ddc-290992f98c33), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:56.417628 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-0231ca04-7bd5-4341-a56d-e5814e49f88b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f4845d879ae844b18a7460079f248591&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003154 May 12 14:32:56.418614 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231ca04-7bd5-4341-a56d-e5814e49f88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc10eb0-a968-4ff5-8ddc-290992f98c33,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:56.420491 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 34824) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:56.482473 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e0eafd44-02e8-43b1-8021-34864236a0e2 admin admin] Publish callbacks [] for security_group (bfc10eb0-a968-4ff5-8ddc-290992f98c33), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:56.499558 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e0eafd44-02e8-43b1-8021-34864236a0e2 admin admin] Publish callbacks [] for security_group (bfc10eb0-a968-4ff5-8ddc-290992f98c33), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:56.551561 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e0eafd44-02e8-43b1-8021-34864236a0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (bfc10eb0-a968-4ff5-8ddc-290992f98c33), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:56.554257 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e0eafd44-02e8-43b1-8021-34864236a0e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:56.555439 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-e0eafd44-02e8-43b1-8021-34864236a0e2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bfc10eb0-a968-4ff5-8ddc-290992f98c33 HTTP/1.1" status: 204 len: 168 time: 0.1326375 May 12 14:32:56.564518 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eafd44-02e8-43b1-8021-34864236a0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc10eb0-a968-4ff5-8ddc-290992f98c33,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:56.890805 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 34846) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:56.905244 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eba30b7e-fb66-4f9c-b359-52fc93a68bb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:56.999369 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eba30b7e-fb66-4f9c-b359-52fc93a68bb3 admin admin] Publish callbacks [] for security_group (e25f0e20-805a-42f1-af1d-00b68825c6bd), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:57.004377 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eba30b7e-fb66-4f9c-b359-52fc93a68bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (e25f0e20-805a-42f1-af1d-00b68825c6bd), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:57.043378 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-eba30b7e-fb66-4f9c-b359-52fc93a68bb3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=69e503b2f92741e080e1f88a04fd746d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513295 May 12 14:32:57.044248 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba30b7e-fb66-4f9c-b359-52fc93a68bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25f0e20-805a-42f1-af1d-00b68825c6bd,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:57.046271 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 34852) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:57.104273 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a1f7af15-c22a-40dd-9f0e-57346d545eb9 admin admin] Publish callbacks [] for security_group (e25f0e20-805a-42f1-af1d-00b68825c6bd), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:57.131048 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a1f7af15-c22a-40dd-9f0e-57346d545eb9 admin admin] Publish callbacks [] for security_group (e25f0e20-805a-42f1-af1d-00b68825c6bd), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:57.188124 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a1f7af15-c22a-40dd-9f0e-57346d545eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (e25f0e20-805a-42f1-af1d-00b68825c6bd), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:57.191298 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a1f7af15-c22a-40dd-9f0e-57346d545eb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:57.192857 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-a1f7af15-c22a-40dd-9f0e-57346d545eb9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e25f0e20-805a-42f1-af1d-00b68825c6bd HTTP/1.1" status: 204 len: 168 time: 0.1448040 May 12 14:32:57.201088 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7af15-c22a-40dd-9f0e-57346d545eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25f0e20-805a-42f1-af1d-00b68825c6bd,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:57.524162 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 34870) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:57.644202 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8e7bb7a0-1902-4cfa-9437-a51413e77ab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:57.656233 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 34876) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:57.670476 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4e9ddfee-2ac3-4df8-b0ce-4f786fbbc497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:57.738296 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8e7bb7a0-1902-4cfa-9437-a51413e77ab6 admin admin] Publish callbacks [] for security_group (39ffe46c-fd12-460c-acc8-f912ab8efcae), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:57.743271 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8e7bb7a0-1902-4cfa-9437-a51413e77ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (39ffe46c-fd12-460c-acc8-f912ab8efcae), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:57.755778 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4e9ddfee-2ac3-4df8-b0ce-4f786fbbc497 admin admin] Publish callbacks [] for security_group (df6e8def-da29-4372-acb8-474b1d8aacd3), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:57.767758 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4e9ddfee-2ac3-4df8-b0ce-4f786fbbc497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (df6e8def-da29-4372-acb8-474b1d8aacd3), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:57.790952 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-8e7bb7a0-1902-4cfa-9437-a51413e77ab6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e662cf5ddd744394b9cc8df77cc6ab30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651787 May 12 14:32:57.793432 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 34880) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:57.800344 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7bb7a0-1902-4cfa-9437-a51413e77ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ffe46c-fd12-460c-acc8-f912ab8efcae,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:57.807816 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ddfee-2ac3-4df8-b0ce-4f786fbbc497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6e8def-da29-4372-acb8-474b1d8aacd3,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:57.832404 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-4e9ddfee-2ac3-4df8-b0ce-4f786fbbc497 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d044e476565345729b50ac5f106f391b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1749115 May 12 14:32:57.835346 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 34882) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:57.861889 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e584a381-f746-420e-8eab-32e5e861e74a admin admin] Publish callbacks [] for security_group (39ffe46c-fd12-460c-acc8-f912ab8efcae), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:57.891507 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c79c3d9b-bbce-47ea-884d-f18776e10fd6 admin admin] Publish callbacks [] for security_group (df6e8def-da29-4372-acb8-474b1d8aacd3), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:57.892905 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e584a381-f746-420e-8eab-32e5e861e74a admin admin] Publish callbacks [] for security_group (39ffe46c-fd12-460c-acc8-f912ab8efcae), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:57.917503 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c79c3d9b-bbce-47ea-884d-f18776e10fd6 admin admin] Publish callbacks [] for security_group (df6e8def-da29-4372-acb8-474b1d8aacd3), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:57.976219 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e584a381-f746-420e-8eab-32e5e861e74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (39ffe46c-fd12-460c-acc8-f912ab8efcae), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:57.979402 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c79c3d9b-bbce-47ea-884d-f18776e10fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (df6e8def-da29-4372-acb8-474b1d8aacd3), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:57.981406 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e584a381-f746-420e-8eab-32e5e861e74a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:57.982491 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c79c3d9b-bbce-47ea-884d-f18776e10fd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:57.983895 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-c79c3d9b-bbce-47ea-884d-f18776e10fd6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/df6e8def-da29-4372-acb8-474b1d8aacd3 HTTP/1.1" status: 204 len: 168 time: 0.1466138 May 12 14:32:57.987667 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-e584a381-f746-420e-8eab-32e5e861e74a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/39ffe46c-fd12-460c-acc8-f912ab8efcae HTTP/1.1" status: 204 len: 168 time: 0.1931386 May 12 14:32:57.995335 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c3d9b-bbce-47ea-884d-f18776e10fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6e8def-da29-4372-acb8-474b1d8aacd3,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:57.999990 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584a381-f746-420e-8eab-32e5e861e74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ffe46c-fd12-460c-acc8-f912ab8efcae,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:58.459753 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 34912) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:58.474079 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-858867b9-dc8a-49be-92ad-225f36e56d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:58.564443 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 34916) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:58.564820 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-858867b9-dc8a-49be-92ad-225f36e56d26 admin admin] Publish callbacks [] for security_group (72685a79-aaf7-4fbb-bff6-15b449e60d22), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:58.569963 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-858867b9-dc8a-49be-92ad-225f36e56d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (72685a79-aaf7-4fbb-bff6-15b449e60d22), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:58.613858 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 34926) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:58.614041 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-858867b9-dc8a-49be-92ad-225f36e56d26 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9e46628a43aa4c8eb2c2e7afa411ac6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1530766 May 12 14:32:58.615201 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858867b9-dc8a-49be-92ad-225f36e56d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72685a79-aaf7-4fbb-bff6-15b449e60d22,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:58.676468 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b8746ff-34f5-43e1-a63d-0fe0652f0977 admin admin] Publish callbacks [] for security_group (72685a79-aaf7-4fbb-bff6-15b449e60d22), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:58.707023 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b8746ff-34f5-43e1-a63d-0fe0652f0977 admin admin] Publish callbacks [] for security_group (72685a79-aaf7-4fbb-bff6-15b449e60d22), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:58.728612 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ab374a2-698e-4b87-9882-32c336fb5e91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:58.809442 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b8746ff-34f5-43e1-a63d-0fe0652f0977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (72685a79-aaf7-4fbb-bff6-15b449e60d22), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:58.812373 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2b8746ff-34f5-43e1-a63d-0fe0652f0977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:58.815964 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-2b8746ff-34f5-43e1-a63d-0fe0652f0977 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/72685a79-aaf7-4fbb-bff6-15b449e60d22 HTTP/1.1" status: 204 len: 168 time: 0.1986468 May 12 14:32:58.835160 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8746ff-34f5-43e1-a63d-0fe0652f0977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72685a79-aaf7-4fbb-bff6-15b449e60d22,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:58.889525 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ab374a2-698e-4b87-9882-32c336fb5e91 admin admin] Publish callbacks [] for security_group (6a50ff32-5a17-4432-bfbc-337905c06c40), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:58.896019 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ab374a2-698e-4b87-9882-32c336fb5e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (6a50ff32-5a17-4432-bfbc-337905c06c40), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:58.942452 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab374a2-698e-4b87-9882-32c336fb5e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a50ff32-5a17-4432-bfbc-337905c06c40,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:58.947095 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-2ab374a2-698e-4b87-9882-32c336fb5e91 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5dc881cf5e2d41bfab208c9315714733&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3826275 May 12 14:32:58.948472 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 34948) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:59.014104 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9bdb-437b-4b01-a304-a62e7f88c8a8 admin admin] Publish callbacks [] for security_group (6a50ff32-5a17-4432-bfbc-337905c06c40), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:59.042571 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9bdb-437b-4b01-a304-a62e7f88c8a8 admin admin] Publish callbacks [] for security_group (6a50ff32-5a17-4432-bfbc-337905c06c40), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:59.111195 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9bdb-437b-4b01-a304-a62e7f88c8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (6a50ff32-5a17-4432-bfbc-337905c06c40), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:59.114528 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9bdb-437b-4b01-a304-a62e7f88c8a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:59.115929 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-4ceb9bdb-437b-4b01-a304-a62e7f88c8a8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6a50ff32-5a17-4432-bfbc-337905c06c40 HTTP/1.1" status: 204 len: 168 time: 0.1663043 May 12 14:32:59.124035 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb9bdb-437b-4b01-a304-a62e7f88c8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a50ff32-5a17-4432-bfbc-337905c06c40,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:59.188736 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 34960) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:59.392997 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f36d5c4b-337e-4904-8387-45f45d2eb472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:59.499172 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f36d5c4b-337e-4904-8387-45f45d2eb472 admin admin] Publish callbacks [] for security_group (37aab41e-22d6-4486-88be-c53e9db4b115), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:59.503694 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f36d5c4b-337e-4904-8387-45f45d2eb472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (37aab41e-22d6-4486-88be-c53e9db4b115), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:59.508767 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 34974) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:59.548075 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-f36d5c4b-337e-4904-8387-45f45d2eb472 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c4c9ef050ceb4ddcbe406cca55261308&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3579133 May 12 14:32:59.550240 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d5c4b-337e-4904-8387-45f45d2eb472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37aab41e-22d6-4486-88be-c53e9db4b115,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:59.552115 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 34978) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:59.564242 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 34980) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:59.581666 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-512a422b-0cd7-4b50-9ae7-d2b763ee0cd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:59.630505 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-249be544-0268-4ea8-9008-454438f2a11f admin admin] Publish callbacks [] for security_group (37aab41e-22d6-4486-88be-c53e9db4b115), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:59.665993 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-249be544-0268-4ea8-9008-454438f2a11f admin admin] Publish callbacks [] for security_group (37aab41e-22d6-4486-88be-c53e9db4b115), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:59.682029 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-512a422b-0cd7-4b50-9ae7-d2b763ee0cd7 admin admin] Publish callbacks [] for security_group (ef3435b2-6c04-4dff-9e08-a5b0491b36c5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:59.688736 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-512a422b-0cd7-4b50-9ae7-d2b763ee0cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (ef3435b2-6c04-4dff-9e08-a5b0491b36c5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:59.728543 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-512a422b-0cd7-4b50-9ae7-d2b763ee0cd7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d9b9e479933743fa940ac08b5d8f49d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1632085 May 12 14:32:59.735505 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 34986) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:32:59.756330 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a422b-0cd7-4b50-9ae7-d2b763ee0cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3435b2-6c04-4dff-9e08-a5b0491b36c5,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:59.772195 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-3372e208-e0a0-408f-965f-6731699b46e8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1482733113-network', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:32:59.826742 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3372e208-e0a0-408f-965f-6731699b46e8 admin admin] Made reservation on behalf of 0ba0ea753bb0496cbf274e802f50dd0e for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:32:59.829129 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3372e208-e0a0-408f-965f-6731699b46e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:59.842165 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3372e208-e0a0-408f-965f-6731699b46e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:59.845285 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aa04dd44-09cc-479b-826d-ea6a3560e09a admin admin] Publish callbacks [] for security_group (ef3435b2-6c04-4dff-9e08-a5b0491b36c5), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:59.859175 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-249be544-0268-4ea8-9008-454438f2a11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (37aab41e-22d6-4486-88be-c53e9db4b115), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:59.861652 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-249be544-0268-4ea8-9008-454438f2a11f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:59.863438 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-249be544-0268-4ea8-9008-454438f2a11f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/37aab41e-22d6-4486-88be-c53e9db4b115 HTTP/1.1" status: 204 len: 168 time: 0.3092747 May 12 14:32:59.888750 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249be544-0268-4ea8-9008-454438f2a11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37aab41e-22d6-4486-88be-c53e9db4b115,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:32:59.897682 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aa04dd44-09cc-479b-826d-ea6a3560e09a admin admin] Publish callbacks [] for security_group (ef3435b2-6c04-4dff-9e08-a5b0491b36c5), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:59.996736 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aa04dd44-09cc-479b-826d-ea6a3560e09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (ef3435b2-6c04-4dff-9e08-a5b0491b36c5), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:32:59.999299 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aa04dd44-09cc-479b-826d-ea6a3560e09a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:00.000631 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-aa04dd44-09cc-479b-826d-ea6a3560e09a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ef3435b2-6c04-4dff-9e08-a5b0491b36c5 HTTP/1.1" status: 204 len: 168 time: 0.2617872 May 12 14:33:00.025096 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3372e208-e0a0-408f-965f-6731699b46e8 admin admin] Publish callbacks [] for security_group (a0fbf469-3a12-4497-8522-64f48edb0463), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:00.026940 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04dd44-09cc-479b-826d-ea6a3560e09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3435b2-6c04-4dff-9e08-a5b0491b36c5,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:00.030633 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3372e208-e0a0-408f-965f-6731699b46e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (a0fbf469-3a12-4497-8522-64f48edb0463), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:00.045423 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3372e208-e0a0-408f-965f-6731699b46e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:33:00.061697 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3372e208-e0a0-408f-965f-6731699b46e8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771212172301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (a92136d4-fcb0-4089-aa26-93c6849bc262), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:00.062266 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.db.segments_db [None req-3372e208-e0a0-408f-965f-6731699b46e8 admin admin] Added segment a92136d4-fcb0-4089-aa26-93c6849bc262 of type vlan for network 5b96f110-6030-45d9-96d1-0bc86d38fd01 May 12 14:33:00.115641 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372e208-e0a0-408f-965f-6731699b46e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fbf469-3a12-4497-8522-64f48edb0463,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:00.129701 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3372e208-e0a0-408f-965f-6731699b46e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771211612555'] for network (5b96f110-6030-45d9-96d1-0bc86d38fd01), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:00.161271 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3372e208-e0a0-408f-965f-6731699b46e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for network (5b96f110-6030-45d9-96d1-0bc86d38fd01), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:00.162355 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3372e208-e0a0-408f-965f-6731699b46e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:00.162944 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3372e208-e0a0-408f-965f-6731699b46e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:00.230105 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-3372e208-e0a0-408f-965f-6731699b46e8 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7160180 May 12 14:33:00.230460 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 35006) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:00.231875 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372e208-e0a0-408f-965f-6731699b46e8 admin admin] Pushing event updated for resources: {'Network': ['ID=5b96f110-6030-45d9-96d1-0bc86d38fd01,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:00.236580 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-2461f796-43dd-43e3-b908-2d227fb0f93d admin admin] Request body: {'subnet': {'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1482733113-subnet', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:33:00.242897 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Network 5b96f110-6030-45d9-96d1-0bc86d38fd01 details requested by agent ovs-agent-dv-cinder-777031-14-iscsi with host dv-cinder-777031-14-iscsi {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:33:00.270352 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2461f796-43dd-43e3-b908-2d227fb0f93d admin admin] Made reservation on behalf of 0ba0ea753bb0496cbf274e802f50dd0e for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:33:00.276524 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2461f796-43dd-43e3-b908-2d227fb0f93d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:00.496678 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2461f796-43dd-43e3-b908-2d227fb0f93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for subnet (0f0587e5-5c6f-4f23-94d0-5688c2911c12), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:00.557113 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461f796-43dd-43e3-b908-2d227fb0f93d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f0587e5-5c6f-4f23-94d0-5688c2911c12,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:00.570425 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2461f796-43dd-43e3-b908-2d227fb0f93d admin admin] Checking segment: {'id': 'a92136d4-fcb0-4089-aa26-93c6849bc262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:33:00.571497 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2461f796-43dd-43e3-b908-2d227fb0f93d admin admin] Network hostable DHCP agents. Network: 5b96f110-6030-45d9-96d1-0bc86d38fd01, hostable agents: ['8d346936-3b5f-4708-9dbd-40464a47b1eb'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:33:00.601357 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2461f796-43dd-43e3-b908-2d227fb0f93d admin admin] Network 5b96f110-6030-45d9-96d1-0bc86d38fd01 is scheduled to be hosted by DHCP agent 8d346936-3b5f-4708-9dbd-40464a47b1eb with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:33:00.617048 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-2461f796-43dd-43e3-b908-2d227fb0f93d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-14-iscsi, 5b96f110-6030-45d9-96d1-0bc86d38fd01) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:33:00.621964 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2461f796-43dd-43e3-b908-2d227fb0f93d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:00.622580 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2461f796-43dd-43e3-b908-2d227fb0f93d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:00.629217 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c271bb-9e18-4bf9-afc1-ed3d50486dfc None None] Network 5b96f110-6030-45d9-96d1-0bc86d38fd01 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:33:00.651555 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-2461f796-43dd-43e3-b908-2d227fb0f93d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4172459 May 12 14:33:00.652405 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 35028) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:00.661051 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-22f53502-7e3a-4f6c-b413-d591a125eeae admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1482733113-router', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:33:00.690402 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22f53502-7e3a-4f6c-b413-d591a125eeae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-926981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-493231'] for router (be224814-ba4a-48e9-9634-6a46c1a4d890), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:00.691634 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22f53502-7e3a-4f6c-b413-d591a125eeae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-928796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-988421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-493140'] for router (be224814-ba4a-48e9-9634-6a46c1a4d890), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:00.757132 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22f53502-7e3a-4f6c-b413-d591a125eeae admin admin] Publish callbacks [] for router_controller (be224814-ba4a-48e9-9634-6a46c1a4d890), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:00.787436 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca21b13-f35f-47ef-abb4-9983608cb61a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a910b8e-e9ef-5def-a0da-b0da6844de63-5b96f110-6030-45d9-96d1-0bc86d38fd01', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'fixed_ips': [{'subnet_id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12'}]}} from dv-cinder-777031-14-iscsi. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 14:33:00.792720 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2ca21b13-f35f-47ef-abb4-9983608cb61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:00.947931 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22f53502-7e3a-4f6c-b413-d591a125eeae admin admin] Publish callbacks [] for router_gateway (be224814-ba4a-48e9-9634-6a46c1a4d890), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:00.976765 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-2ca21b13-f35f-47ef-abb4-9983608cb61a None None] Allocated IP 172.20.0.2 (5b96f110-6030-45d9-96d1-0bc86d38fd01/0f0587e5-5c6f-4f23-94d0-5688c2911c12/a7baa7b5-741a-4cf2-bdae-08eb69a92318) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:33:01.157083 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2ca21b13-f35f-47ef-abb4-9983608cb61a None None] Publish callbacks [] for port (a7baa7b5-741a-4cf2-bdae-08eb69a92318), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:01.175282 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2ca21b13-f35f-47ef-abb4-9983608cb61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (a7baa7b5-741a-4cf2-bdae-08eb69a92318), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:01.211555 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22f53502-7e3a-4f6c-b413-d591a125eeae admin admin] Publish callbacks [] for router_gateway (be224814-ba4a-48e9-9634-6a46c1a4d890), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:01.231730 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca21b13-f35f-47ef-abb4-9983608cb61a None None] Network 5b96f110-6030-45d9-96d1-0bc86d38fd01 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:33:01.233153 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-2ca21b13-f35f-47ef-abb4-9983608cb61a None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:33:01.233411 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22f53502-7e3a-4f6c-b413-d591a125eeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:01.236566 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca21b13-f35f-47ef-abb4-9983608cb61a None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:33:01.253429 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca21b13-f35f-47ef-abb4-9983608cb61a None None] Pushing event updated for resources: {'Port': ['ID=a7baa7b5-741a-4cf2-bdae-08eb69a92318,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:01.346973 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-2ca21b13-f35f-47ef-abb4-9983608cb61a None None] Attempting to bind port a7baa7b5-741a-4cf2-bdae-08eb69a92318 on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:33:01.347806 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-2ca21b13-f35f-47ef-abb4-9983608cb61a None None] Attempting to bind port a7baa7b5-741a-4cf2-bdae-08eb69a92318 by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': 'a92136d4-fcb0-4089-aa26-93c6849bc262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:33:01.348387 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca21b13-f35f-47ef-abb4-9983608cb61a None None] Attempting to bind port a7baa7b5-741a-4cf2-bdae-08eb69a92318 on network 5b96f110-6030-45d9-96d1-0bc86d38fd01 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:33:01.357554 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca21b13-f35f-47ef-abb4-9983608cb61a None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:33:01.358113 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca21b13-f35f-47ef-abb4-9983608cb61a None None] Checking segment: {'id': 'a92136d4-fcb0-4089-aa26-93c6849bc262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:33:01.358872 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2ca21b13-f35f-47ef-abb4-9983608cb61a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:01.359624 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca21b13-f35f-47ef-abb4-9983608cb61a None None] Bound using segment: {'id': 'a92136d4-fcb0-4089-aa26-93c6849bc262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:33:01.360684 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-2ca21b13-f35f-47ef-abb4-9983608cb61a None None] Bound port: a7baa7b5-741a-4cf2-bdae-08eb69a92318, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a92136d4-fcb0-4089-aa26-93c6849bc262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:33:01.361606 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2ca21b13-f35f-47ef-abb4-9983608cb61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (a7baa7b5-741a-4cf2-bdae-08eb69a92318), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:01.374881 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-22f53502-7e3a-4f6c-b413-d591a125eeae admin admin] Allocated IP 172.27.0.113 (913ada40-7b52-4232-aff5-95dc520647d4/2870505d-8418-4289-9c4c-0eeadb155262/2fa6ff76-ddce-4ebb-b109-1805fc3948d4) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:33:01.458952 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-2ca21b13-f35f-47ef-abb4-9983608cb61a None None] For port a7baa7b5-741a-4cf2-bdae-08eb69a92318, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:33:01.464445 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-2ca21b13-f35f-47ef-abb4-9983608cb61a None None] For port a7baa7b5-741a-4cf2-bdae-08eb69a92318, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=a7baa7b5-741a-4cf2-bdae-08eb69a92318,segment=NetworkSegment(a92136d4-fcb0-4089-aa26-93c6849bc262),segment_id=a92136d4-fcb0-4089-aa26-93c6849bc262)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:33:01.473944 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2ca21b13-f35f-47ef-abb4-9983608cb61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (a7baa7b5-741a-4cf2-bdae-08eb69a92318), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:01.515493 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22f53502-7e3a-4f6c-b413-d591a125eeae admin admin] Publish callbacks [] for port (2fa6ff76-ddce-4ebb-b109-1805fc3948d4), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:01.544609 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca21b13-f35f-47ef-abb4-9983608cb61a None None] Pushing event updated for resources: {'Port': ['ID=a7baa7b5-741a-4cf2-bdae-08eb69a92318,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:01.560628 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22f53502-7e3a-4f6c-b413-d591a125eeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (2fa6ff76-ddce-4ebb-b109-1805fc3948d4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:01.616080 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f53502-7e3a-4f6c-b413-d591a125eeae admin admin] Network 913ada40-7b52-4232-aff5-95dc520647d4 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:33:01.616080 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-22f53502-7e3a-4f6c-b413-d591a125eeae admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:33:01.616080 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f53502-7e3a-4f6c-b413-d591a125eeae admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:33:01.656734 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f53502-7e3a-4f6c-b413-d591a125eeae admin admin] Pushing event updated for resources: {'Port': ['ID=2fa6ff76-ddce-4ebb-b109-1805fc3948d4,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:01.891584 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22f53502-7e3a-4f6c-b413-d591a125eeae admin admin] Publish callbacks [] for router_gateway (be224814-ba4a-48e9-9634-6a46c1a4d890), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:02.197530 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22f53502-7e3a-4f6c-b413-d591a125eeae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928971'] for router (be224814-ba4a-48e9-9634-6a46c1a4d890), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:02.375476 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f53502-7e3a-4f6c-b413-d591a125eeae admin admin] Router be224814-ba4a-48e9-9634-6a46c1a4d890 is scheduled to L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 14:33:02.535685 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f53502-7e3a-4f6c-b413-d591a125eeae admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:33:02.547481 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4676825-178d-45fb-8a9f-49819c80f4ae None None] Sync routers for ids ['be224814-ba4a-48e9-9634-6a46c1a4d890'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:33:02.556650 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22f53502-7e3a-4f6c-b413-d591a125eeae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:02.558347 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-22f53502-7e3a-4f6c-b413-d591a125eeae admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9043446 May 12 14:33:02.560933 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 35090) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:02.569325 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4676825-178d-45fb-8a9f-49819c80f4ae None None] Routers {'be224814-ba4a-48e9-9634-6a46c1a4d890'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:33:02.569325 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d4676825-178d-45fb-8a9f-49819c80f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:32:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['be224814-ba4a-48e9-9634-6a46c1a4d890'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:33:02.858773 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-d4676825-178d-45fb-8a9f-49819c80f4ae None None] Set router be224814-ba4a-48e9-9634-6a46c1a4d890 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:33:02.881271 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04131ad0-8e17-4981-a7f1-eaba04f599f4 None None] Network 5b96f110-6030-45d9-96d1-0bc86d38fd01 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:33:03.033549 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device a7baa7b5-741a-4cf2-bdae-08eb69a92318 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:33:03.039528 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ce2345c7-3756-47c0-9718-ff53a6f3630a None None] Provisioning complete for port a7baa7b5-741a-4cf2-bdae-08eb69a92318 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:03.040522 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ce2345c7-3756-47c0-9718-ff53a6f3630a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (a7baa7b5-741a-4cf2-bdae-08eb69a92318), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:03.165624 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port a7baa7b5-741a-4cf2-bdae-08eb69a92318 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:03.166295 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (a7baa7b5-741a-4cf2-bdae-08eb69a92318), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:03.177113 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d4676825-178d-45fb-8a9f-49819c80f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'name': 'tempest-TestVolumeBootPattern-1482733113-router', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:00Z', 'updated_at': '2022-05-12T14:33:01Z', 'revision_number': 3, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'gw_port': {'id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:01Z', 'updated_at': '2022-05-12T14:33:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:33:03.223619 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4676825-178d-45fb-8a9f-49819c80f4ae None None] Checking router: be224814-ba4a-48e9-9634-6a46c1a4d890 for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:33:03.223978 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4676825-178d-45fb-8a9f-49819c80f4ae None None] Updating router be224814-ba4a-48e9-9634-6a46c1a4d890 port 2fa6ff76-ddce-4ebb-b109-1805fc3948d4 binding host dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:33:03.311739 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d4676825-178d-45fb-8a9f-49819c80f4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (2fa6ff76-ddce-4ebb-b109-1805fc3948d4), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:03.341846 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ce2345c7-3756-47c0-9718-ff53a6f3630a None None] Current status of the port a7baa7b5-741a-4cf2-bdae-08eb69a92318 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:03.342437 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ce2345c7-3756-47c0-9718-ff53a6f3630a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (a7baa7b5-741a-4cf2-bdae-08eb69a92318), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:03.353743 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9549ea93-de63-4311-8769-9b3d1e3977e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:03.816758 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port a7baa7b5-741a-4cf2-bdae-08eb69a92318 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:03.817139 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (a7baa7b5-741a-4cf2-bdae-08eb69a92318), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:03.838687 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-ce2345c7-3756-47c0-9718-ff53a6f3630a None None] For port a7baa7b5-741a-4cf2-bdae-08eb69a92318, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=a7baa7b5-741a-4cf2-bdae-08eb69a92318,segment=NetworkSegment(a92136d4-fcb0-4089-aa26-93c6849bc262),segment_id=a92136d4-fcb0-4089-aa26-93c6849bc262)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:33:03.854027 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-9549ea93-de63-4311-8769-9b3d1e3977e8 admin admin] Allocated IP 172.20.0.1 (5b96f110-6030-45d9-96d1-0bc86d38fd01/0f0587e5-5c6f-4f23-94d0-5688c2911c12/763f2952-1a6d-4c57-af35-28b65d176326) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:33:03.876573 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ce2345c7-3756-47c0-9718-ff53a6f3630a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (a7baa7b5-741a-4cf2-bdae-08eb69a92318), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:04.053576 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d4676825-178d-45fb-8a9f-49819c80f4ae None None] Publish callbacks [] for port (2fa6ff76-ddce-4ebb-b109-1805fc3948d4), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:04.064748 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d4676825-178d-45fb-8a9f-49819c80f4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (2fa6ff76-ddce-4ebb-b109-1805fc3948d4), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:04.107269 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2345c7-3756-47c0-9718-ff53a6f3630a None None] Pushing event updated for resources: {'Port': ['ID=a7baa7b5-741a-4cf2-bdae-08eb69a92318,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:04.111962 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a8663c9a-5897-4a28-8dc1-f4bbc9695185 None None] Provisioning complete for port a7baa7b5-741a-4cf2-bdae-08eb69a92318 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:04.112724 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8663c9a-5897-4a28-8dc1-f4bbc9695185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (a7baa7b5-741a-4cf2-bdae-08eb69a92318), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:04.156791 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.db.api [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 14:33:04.157312 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG oslo_db.api [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 14:33:04.220182 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-d4676825-178d-45fb-8a9f-49819c80f4ae None None] Attempting to bind port 2fa6ff76-ddce-4ebb-b109-1805fc3948d4 on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:33:04.220865 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-d4676825-178d-45fb-8a9f-49819c80f4ae None None] Attempting to bind port 2fa6ff76-ddce-4ebb-b109-1805fc3948d4 by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:33:04.221557 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4676825-178d-45fb-8a9f-49819c80f4ae None None] Attempting to bind port 2fa6ff76-ddce-4ebb-b109-1805fc3948d4 on network 913ada40-7b52-4232-aff5-95dc520647d4 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:33:04.256521 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4676825-178d-45fb-8a9f-49819c80f4ae None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:33:04.260336 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4676825-178d-45fb-8a9f-49819c80f4ae None None] Checking segment: {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:33:04.260756 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d4676825-178d-45fb-8a9f-49819c80f4ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:04.261413 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4676825-178d-45fb-8a9f-49819c80f4ae None None] Bound using segment: {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:33:04.262679 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-d4676825-178d-45fb-8a9f-49819c80f4ae None None] Bound port: 2fa6ff76-ddce-4ebb-b109-1805fc3948d4, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:33:04.263083 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d4676825-178d-45fb-8a9f-49819c80f4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (2fa6ff76-ddce-4ebb-b109-1805fc3948d4), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:04.295163 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a8663c9a-5897-4a28-8dc1-f4bbc9695185 None None] Current status of the port a7baa7b5-741a-4cf2-bdae-08eb69a92318 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:04.354792 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1881df0-6ab8-40ce-bafb-86bba6f2c470 None None] Pushing event updated for resources: {'Port': ['ID=2fa6ff76-ddce-4ebb-b109-1805fc3948d4,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:04.378903 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1881df0-6ab8-40ce-bafb-86bba6f2c470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:04.380556 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1881df0-6ab8-40ce-bafb-86bba6f2c470 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:04.381524 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1881df0-6ab8-40ce-bafb-86bba6f2c470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:04.382481 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1881df0-6ab8-40ce-bafb-86bba6f2c470 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:04.383652 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1881df0-6ab8-40ce-bafb-86bba6f2c470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:04.385366 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1881df0-6ab8-40ce-bafb-86bba6f2c470 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:04.387121 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1881df0-6ab8-40ce-bafb-86bba6f2c470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:04.387971 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1881df0-6ab8-40ce-bafb-86bba6f2c470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:04.388763 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1881df0-6ab8-40ce-bafb-86bba6f2c470 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:04.389536 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1881df0-6ab8-40ce-bafb-86bba6f2c470 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:04.390618 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1881df0-6ab8-40ce-bafb-86bba6f2c470 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:04.391261 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1881df0-6ab8-40ce-bafb-86bba6f2c470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:04.391846 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1881df0-6ab8-40ce-bafb-86bba6f2c470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:04.392437 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1881df0-6ab8-40ce-bafb-86bba6f2c470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:04.393860 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1881df0-6ab8-40ce-bafb-86bba6f2c470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:04.435855 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-d4676825-178d-45fb-8a9f-49819c80f4ae None None] For port 2fa6ff76-ddce-4ebb-b109-1805fc3948d4, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:33:04.443269 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-d4676825-178d-45fb-8a9f-49819c80f4ae None None] For port 2fa6ff76-ddce-4ebb-b109-1805fc3948d4, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=2fa6ff76-ddce-4ebb-b109-1805fc3948d4,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:33:04.457030 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d4676825-178d-45fb-8a9f-49819c80f4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (2fa6ff76-ddce-4ebb-b109-1805fc3948d4), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:04.578410 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4676825-178d-45fb-8a9f-49819c80f4ae None None] Routers {'be224814-ba4a-48e9-9634-6a46c1a4d890'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:33:04.579067 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d4676825-178d-45fb-8a9f-49819c80f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:32:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['be224814-ba4a-48e9-9634-6a46c1a4d890'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:33:04.596720 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1881df0-6ab8-40ce-bafb-86bba6f2c470 None None] Pushing event updated for resources: {'Port': ['ID=2fa6ff76-ddce-4ebb-b109-1805fc3948d4,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:04.635689 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9549ea93-de63-4311-8769-9b3d1e3977e8 admin admin] Publish callbacks [] for port (763f2952-1a6d-4c57-af35-28b65d176326), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:04.717125 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port a7baa7b5-741a-4cf2-bdae-08eb69a92318 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:04.720680 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9549ea93-de63-4311-8769-9b3d1e3977e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (763f2952-1a6d-4c57-af35-28b65d176326), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:04.744050 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-d4676825-178d-45fb-8a9f-49819c80f4ae None None] Set router be224814-ba4a-48e9-9634-6a46c1a4d890 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:33:04.774103 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9549ea93-de63-4311-8769-9b3d1e3977e8 admin admin] Network 5b96f110-6030-45d9-96d1-0bc86d38fd01 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:33:04.777383 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-9549ea93-de63-4311-8769-9b3d1e3977e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:33:04.782558 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9549ea93-de63-4311-8769-9b3d1e3977e8 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:33:04.783414 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9549ea93-de63-4311-8769-9b3d1e3977e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-931814'] for router_interface (be224814-ba4a-48e9-9634-6a46c1a4d890), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:04.879455 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549ea93-de63-4311-8769-9b3d1e3977e8 admin admin] Pushing event updated for resources: {'Port': ['ID=763f2952-1a6d-4c57-af35-28b65d176326,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:04.882783 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device a7baa7b5-741a-4cf2-bdae-08eb69a92318 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:33:05.048050 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port a7baa7b5-741a-4cf2-bdae-08eb69a92318 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:05.048813 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (a7baa7b5-741a-4cf2-bdae-08eb69a92318), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:05.054555 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d4676825-178d-45fb-8a9f-49819c80f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'name': 'tempest-TestVolumeBootPattern-1482733113-router', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:00Z', 'updated_at': '2022-05-12T14:33:01Z', 'revision_number': 3, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'gw_port': {'id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:01Z', 'updated_at': '2022-05-12T14:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:33:05.097265 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4676825-178d-45fb-8a9f-49819c80f4ae None None] The sync data for ids ['be224814-ba4a-48e9-9634-6a46c1a4d890'] in dv-cinder-777031-14-iscsi is: [{'id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'name': 'tempest-TestVolumeBootPattern-1482733113-router', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:00Z', 'updated_at': '2022-05-12T14:33:01Z', 'revision_number': 3, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'gw_port': {'id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:01Z', 'updated_at': '2022-05-12T14:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:33:05.226642 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port a7baa7b5-741a-4cf2-bdae-08eb69a92318 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:05.249015 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-8a32e110-c457-43fa-ab5d-13cc4a1b7b9b None None] Provisioning complete for port 763f2952-1a6d-4c57-af35-28b65d176326 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:05.249733 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8a32e110-c457-43fa-ab5d-13cc4a1b7b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (763f2952-1a6d-4c57-af35-28b65d176326), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:05.257204 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9549ea93-de63-4311-8769-9b3d1e3977e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (763f2952-1a6d-4c57-af35-28b65d176326), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:05.306748 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8a32e110-c457-43fa-ab5d-13cc4a1b7b9b None None] Port 763f2952-1a6d-4c57-af35-28b65d176326 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:33:05.439539 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c027a-6043-4051-87fa-e31985125f3b req-70c039a3-547b-4afd-83f8-2f52e9b36a2c tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:05.441722 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fb0c027a-6043-4051-87fa-e31985125f3b req-70c039a3-547b-4afd-83f8-2f52e9b36a2c tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 945 time: 0.0665789 May 12 14:33:05.557459 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fb0c027a-6043-4051-87fa-e31985125f3b req-464af009-5ce1-4168-9083-1fae16217079 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930278 May 12 14:33:05.608201 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9549ea93-de63-4311-8769-9b3d1e3977e8 admin admin] Publish callbacks [] for port (763f2952-1a6d-4c57-af35-28b65d176326), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:05.619485 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9549ea93-de63-4311-8769-9b3d1e3977e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (763f2952-1a6d-4c57-af35-28b65d176326), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:05.620452 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9549ea93-de63-4311-8769-9b3d1e3977e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1022775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932268'] for router_interface (be224814-ba4a-48e9-9634-6a46c1a4d890), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:05.690352 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549ea93-de63-4311-8769-9b3d1e3977e8 admin admin] Pushing event updated for resources: {'Port': ['ID=763f2952-1a6d-4c57-af35-28b65d176326,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:05.761578 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9549ea93-de63-4311-8769-9b3d1e3977e8 admin admin] Network 5b96f110-6030-45d9-96d1-0bc86d38fd01 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:33:05.763434 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-9549ea93-de63-4311-8769-9b3d1e3977e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:33:05.905422 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9549ea93-de63-4311-8769-9b3d1e3977e8 admin admin] Router be224814-ba4a-48e9-9634-6a46c1a4d890 has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:33:06.035873 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d933e9b6-a515-4801-9ed4-6ab51d433477 None None] Provisioning complete for port 763f2952-1a6d-4c57-af35-28b65d176326 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:06.036271 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d933e9b6-a515-4801-9ed4-6ab51d433477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (763f2952-1a6d-4c57-af35-28b65d176326), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:06.039292 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9549ea93-de63-4311-8769-9b3d1e3977e8 admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:33:06.044276 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-9549ea93-de63-4311-8769-9b3d1e3977e8 admin admin] 10.222.0.75 "PUT /v2.0/routers/be224814-ba4a-48e9-9634-6a46c1a4d890/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4819219 May 12 14:33:06.072899 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d933e9b6-a515-4801-9ed4-6ab51d433477 None None] Port 763f2952-1a6d-4c57-af35-28b65d176326 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:33:06.673627 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 35212) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:06.681183 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-5f59609b-0ea7-4eb6-81c6-b31528397502 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1026086033-network', 'tenant_id': '3a4c510b25264c69a2b03086eeb7d37b'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:33:06.698260 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7ed8f-ce4b-45bd-b3aa-6593f7e13212 req-0493b9a5-687f-48b0-9c5d-3840afc66f42 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:06.700036 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c5f7ed8f-ce4b-45bd-b3aa-6593f7e13212 req-0493b9a5-687f-48b0-9c5d-3840afc66f42 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 945 time: 0.0511913 May 12 14:33:06.704269 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f59609b-0ea7-4eb6-81c6-b31528397502 admin admin] Made reservation on behalf of 3a4c510b25264c69a2b03086eeb7d37b for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:33:06.706943 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5f59609b-0ea7-4eb6-81c6-b31528397502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:06.729665 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5f59609b-0ea7-4eb6-81c6-b31528397502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:06.766134 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c5f7ed8f-ce4b-45bd-b3aa-6593f7e13212 req-dc9e1a4a-da1f-4a70-8df6-7984ff543720 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587041 May 12 14:33:06.840787 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5f59609b-0ea7-4eb6-81c6-b31528397502 admin admin] Publish callbacks [] for security_group (900ba252-0647-4a22-bab5-672fce0847bd), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:06.847110 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5f59609b-0ea7-4eb6-81c6-b31528397502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (900ba252-0647-4a22-bab5-672fce0847bd), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:06.861040 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f59609b-0ea7-4eb6-81c6-b31528397502 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:33:06.872033 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 2fa6ff76-ddce-4ebb-b109-1805fc3948d4 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:33:06.886162 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5f59609b-0ea7-4eb6-81c6-b31528397502 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771212172301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (f98ff63f-1593-4e77-8f55-80cba54582bc), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:06.886581 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.db.segments_db [None req-5f59609b-0ea7-4eb6-81c6-b31528397502 admin admin] Added segment f98ff63f-1593-4e77-8f55-80cba54582bc of type vlan for network 7d20707d-1cc4-43f8-ac03-8f9799503ad0 May 12 14:33:06.928160 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59609b-0ea7-4eb6-81c6-b31528397502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900ba252-0647-4a22-bab5-672fce0847bd,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:06.932841 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port 2fa6ff76-ddce-4ebb-b109-1805fc3948d4 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:06.933631 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (2fa6ff76-ddce-4ebb-b109-1805fc3948d4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:06.948984 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5f59609b-0ea7-4eb6-81c6-b31528397502 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771211612555'] for network (7d20707d-1cc4-43f8-ac03-8f9799503ad0), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:06.980557 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5f59609b-0ea7-4eb6-81c6-b31528397502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for network (7d20707d-1cc4-43f8-ac03-8f9799503ad0), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:06.981577 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59609b-0ea7-4eb6-81c6-b31528397502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:06.982159 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5f59609b-0ea7-4eb6-81c6-b31528397502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:07.017403 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-5f59609b-0ea7-4eb6-81c6-b31528397502 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3418276 May 12 14:33:07.020197 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 35220) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:07.025019 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-7f09c2fc-06a5-4454-aed9-60c63d4cdbfc admin admin] Request body: {'subnet': {'network_id': '7d20707d-1cc4-43f8-ac03-8f9799503ad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1026086033-subnet', 'tenant_id': '3a4c510b25264c69a2b03086eeb7d37b', 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:33:07.033287 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port 2fa6ff76-ddce-4ebb-b109-1805fc3948d4 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:07.034230 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (2fa6ff76-ddce-4ebb-b109-1805fc3948d4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:07.056769 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] For port 2fa6ff76-ddce-4ebb-b109-1805fc3948d4, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=2fa6ff76-ddce-4ebb-b109-1805fc3948d4,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:33:07.061064 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59609b-0ea7-4eb6-81c6-b31528397502 admin admin] Pushing event updated for resources: {'Network': ['ID=7d20707d-1cc4-43f8-ac03-8f9799503ad0,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:07.062227 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (2fa6ff76-ddce-4ebb-b109-1805fc3948d4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:07.071948 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8054a2d1-3cb4-42e0-a50c-12c52fc7e352 None None] Sync routers for ids ['be224814-ba4a-48e9-9634-6a46c1a4d890'] in dv-cinder-777031-14-iscsi {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:33:07.075707 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f09c2fc-06a5-4454-aed9-60c63d4cdbfc admin admin] Made reservation on behalf of 3a4c510b25264c69a2b03086eeb7d37b for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:33:07.077622 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Network 7d20707d-1cc4-43f8-ac03-8f9799503ad0 details requested by agent ovs-agent-dv-cinder-777031-14-iscsi with host dv-cinder-777031-14-iscsi {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:33:07.078505 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7f09c2fc-06a5-4454-aed9-60c63d4cdbfc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:07.142576 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8054a2d1-3cb4-42e0-a50c-12c52fc7e352 None None] Routers {'be224814-ba4a-48e9-9634-6a46c1a4d890'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:33:07.143377 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8054a2d1-3cb4-42e0-a50c-12c52fc7e352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:32:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['be224814-ba4a-48e9-9634-6a46c1a4d890'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:33:07.293773 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Pushing event updated for resources: {'Port': ['ID=2fa6ff76-ddce-4ebb-b109-1805fc3948d4,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:07.311516 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7f09c2fc-06a5-4454-aed9-60c63d4cdbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for subnet (cab89505-be16-415c-aec7-f1326cf2dc17), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:07.379607 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09c2fc-06a5-4454-aed9-60c63d4cdbfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cab89505-be16-415c-aec7-f1326cf2dc17,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:07.423187 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f09c2fc-06a5-4454-aed9-60c63d4cdbfc admin admin] Checking segment: {'id': 'f98ff63f-1593-4e77-8f55-80cba54582bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d20707d-1cc4-43f8-ac03-8f9799503ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:33:07.423619 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f09c2fc-06a5-4454-aed9-60c63d4cdbfc admin admin] Network hostable DHCP agents. Network: 7d20707d-1cc4-43f8-ac03-8f9799503ad0, hostable agents: ['8d346936-3b5f-4708-9dbd-40464a47b1eb'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:33:07.445047 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f09c2fc-06a5-4454-aed9-60c63d4cdbfc admin admin] Network 7d20707d-1cc4-43f8-ac03-8f9799503ad0 is scheduled to be hosted by DHCP agent 8d346936-3b5f-4708-9dbd-40464a47b1eb with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:33:07.458258 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-7f09c2fc-06a5-4454-aed9-60c63d4cdbfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-14-iscsi, 7d20707d-1cc4-43f8-ac03-8f9799503ad0) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:33:07.463942 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f09c2fc-06a5-4454-aed9-60c63d4cdbfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:07.464652 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7f09c2fc-06a5-4454-aed9-60c63d4cdbfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:07.478325 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-8054a2d1-3cb4-42e0-a50c-12c52fc7e352 None None] Set router be224814-ba4a-48e9-9634-6a46c1a4d890 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:33:07.481767 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80798f5f-594e-45ac-83a2-83fb2a23e6db None None] Network 7d20707d-1cc4-43f8-ac03-8f9799503ad0 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:33:07.495203 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-7f09c2fc-06a5-4454-aed9-60c63d4cdbfc admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4738297 May 12 14:33:07.499210 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 35238) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:07.505696 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-3c833826-289a-4874-8dc4-14a979a9f4e9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1026086033-router', 'tenant_id': '3a4c510b25264c69a2b03086eeb7d37b', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:33:07.535869 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c833826-289a-4874-8dc4-14a979a9f4e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-926981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-493231'] for router (18f14b21-e0a4-489e-8de0-d5f872af0e50), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:07.537168 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c833826-289a-4874-8dc4-14a979a9f4e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-928796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-988421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-493140'] for router (18f14b21-e0a4-489e-8de0-d5f872af0e50), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:07.647135 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c833826-289a-4874-8dc4-14a979a9f4e9 admin admin] Publish callbacks [] for router_controller (18f14b21-e0a4-489e-8de0-d5f872af0e50), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:07.831966 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c833826-289a-4874-8dc4-14a979a9f4e9 admin admin] Publish callbacks [] for router_gateway (18f14b21-e0a4-489e-8de0-d5f872af0e50), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:07.853485 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab07253c-0aaf-4a66-9eb1-029102d03e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a910b8e-e9ef-5def-a0da-b0da6844de63-7d20707d-1cc4-43f8-ac03-8f9799503ad0', 'network_id': '7d20707d-1cc4-43f8-ac03-8f9799503ad0', 'project_id': '3a4c510b25264c69a2b03086eeb7d37b', 'fixed_ips': [{'subnet_id': 'cab89505-be16-415c-aec7-f1326cf2dc17'}]}} from dv-cinder-777031-14-iscsi. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 14:33:07.854574 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ab07253c-0aaf-4a66-9eb1-029102d03e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:07.930817 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72abb5c-ddc8-4c48-ba76-bdcf3821dcd2 req-3dd4de8f-d421-4073-8e9f-fcb393bd16e3 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:07.932664 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c72abb5c-ddc8-4c48-ba76-bdcf3821dcd2 req-3dd4de8f-d421-4073-8e9f-fcb393bd16e3 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 945 time: 0.0791719 May 12 14:33:08.009349 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8054a2d1-3cb4-42e0-a50c-12c52fc7e352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'name': 'tempest-TestVolumeBootPattern-1482733113-router', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:00Z', 'updated_at': '2022-05-12T14:33:05Z', 'revision_number': 4, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'gw_port': {'id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:01Z', 'updated_at': '2022-05-12T14:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '763f2952-1a6d-4c57-af35-28b65d176326', 'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'mac_address': 'fa:16:3e:01:7d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:03Z', 'updated_at': '2022-05-12T14:33:05Z', 'revision_number': 2, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'subnets': [{'id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:33:08.044963 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8054a2d1-3cb4-42e0-a50c-12c52fc7e352 None None] Checking router: be224814-ba4a-48e9-9634-6a46c1a4d890 for host: dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:33:08.045396 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8054a2d1-3cb4-42e0-a50c-12c52fc7e352 None None] Updating router be224814-ba4a-48e9-9634-6a46c1a4d890 port 763f2952-1a6d-4c57-af35-28b65d176326 binding host dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:33:08.098930 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c72abb5c-ddc8-4c48-ba76-bdcf3821dcd2 req-c2d3563b-4923-4539-a6fc-a575a3c543c8 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/security-groups?id=636929c1-cdd7-4659-a52d-91d6d39d7446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338022 May 12 14:33:08.102157 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8054a2d1-3cb4-42e0-a50c-12c52fc7e352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (763f2952-1a6d-4c57-af35-28b65d176326), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:08.125132 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-ab07253c-0aaf-4a66-9eb1-029102d03e6d None None] Allocated IP 172.20.0.2 (7d20707d-1cc4-43f8-ac03-8f9799503ad0/cab89505-be16-415c-aec7-f1326cf2dc17/ea332ff3-7084-43cd-9653-419a0cdb4bca) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:33:08.210189 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b42f47-2cf1-4451-8d55-0db61bd49375 req-ca40b341-2e66-4fa2-8611-4997c1060d8d tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:08.212147 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-23b42f47-2cf1-4451-8d55-0db61bd49375 req-ca40b341-2e66-4fa2-8611-4997c1060d8d tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.57 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 945 time: 0.1360254 May 12 14:33:08.308312 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c833826-289a-4874-8dc4-14a979a9f4e9 admin admin] Publish callbacks [] for router_gateway (18f14b21-e0a4-489e-8de0-d5f872af0e50), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:08.360625 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c833826-289a-4874-8dc4-14a979a9f4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:08.413138 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 35262) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:08.553972 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-23b42f47-2cf1-4451-8d55-0db61bd49375 req-4da30e5d-42d0-4b6c-a176-efc4c5ec8e2e tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Deleting port 5c15b5e9-eb16-450c-b4f2-aaddb6302fe6 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:33:08.555013 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-23b42f47-2cf1-4451-8d55-0db61bd49375 req-4da30e5d-42d0-4b6c-a176-efc4c5ec8e2e tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (5c15b5e9-eb16-450c-b4f2-aaddb6302fe6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:08.559836 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-21e8c04e-8666-40e6-a201-11a29d807e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:08.647263 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ab07253c-0aaf-4a66-9eb1-029102d03e6d None None] Publish callbacks [] for port (ea332ff3-7084-43cd-9653-419a0cdb4bca), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:08.704648 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ab07253c-0aaf-4a66-9eb1-029102d03e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (ea332ff3-7084-43cd-9653-419a0cdb4bca), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:08.751568 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-23b42f47-2cf1-4451-8d55-0db61bd49375 req-4da30e5d-42d0-4b6c-a176-efc4c5ec8e2e tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] For port 5c15b5e9-eb16-450c-b4f2-aaddb6302fe6, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=5c15b5e9-eb16-450c-b4f2-aaddb6302fe6,segment=NetworkSegment(972730d9-74d2-4e1b-a6d4-0086c14464dc),segment_id=972730d9-74d2-4e1b-a6d4-0086c14464dc)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:33:08.754356 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-23b42f47-2cf1-4451-8d55-0db61bd49375 req-4da30e5d-42d0-4b6c-a176-efc4c5ec8e2e tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (5c15b5e9-eb16-450c-b4f2-aaddb6302fe6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:08.790212 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-23b42f47-2cf1-4451-8d55-0db61bd49375 req-4da30e5d-42d0-4b6c-a176-efc4c5ec8e2e tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Calling delete_port for 5c15b5e9-eb16-450c-b4f2-aaddb6302fe6 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:33:08.792644 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07253c-0aaf-4a66-9eb1-029102d03e6d None None] Pushing event updated for resources: {'Port': ['ID=ea332ff3-7084-43cd-9653-419a0cdb4bca,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:08.806605 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8054a2d1-3cb4-42e0-a50c-12c52fc7e352 None None] Publish callbacks [] for port (763f2952-1a6d-4c57-af35-28b65d176326), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:08.822178 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab07253c-0aaf-4a66-9eb1-029102d03e6d None None] Network 7d20707d-1cc4-43f8-ac03-8f9799503ad0 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:33:08.824822 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-ab07253c-0aaf-4a66-9eb1-029102d03e6d None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:33:08.828353 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab07253c-0aaf-4a66-9eb1-029102d03e6d None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:33:08.830815 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8054a2d1-3cb4-42e0-a50c-12c52fc7e352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (763f2952-1a6d-4c57-af35-28b65d176326), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:08.993626 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1ddb3-c89a-4ff0-8eb0-12bcee712e59 None None] Pushing event updated for resources: {'Port': ['ID=763f2952-1a6d-4c57-af35-28b65d176326,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:08.999152 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 2fa6ff76-ddce-4ebb-b109-1805fc3948d4 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:33:09.074409 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-23b42f47-2cf1-4451-8d55-0db61bd49375 req-4da30e5d-42d0-4b6c-a176-efc4c5ec8e2e tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253'] for port (5c15b5e9-eb16-450c-b4f2-aaddb6302fe6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:09.076637 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-3c833826-289a-4874-8dc4-14a979a9f4e9 admin admin] Allocated IP 172.27.0.80 (913ada40-7b52-4232-aff5-95dc520647d4/2870505d-8418-4289-9c4c-0eeadb155262/8202cef2-c53a-4e42-bdd7-46c9e9c638dd) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:33:09.106867 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-21e8c04e-8666-40e6-a201-11a29d807e90 admin admin] Publish callbacks [] for security_group (31303e90-b1f9-4e3f-ada7-6bc51ca9dde8), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:09.123662 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-21e8c04e-8666-40e6-a201-11a29d807e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (31303e90-b1f9-4e3f-ada7-6bc51ca9dde8), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:09.138567 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['5c15b5e9-eb16-450c-b4f2-aaddb6302fe6'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:33:09.146128 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da30e5d-42d0-4b6c-a176-efc4c5ec8e2e tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Pushing event deleted for resources: {'Port': ['ID=5c15b5e9-eb16-450c-b4f2-aaddb6302fe6,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:09.217205 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-ab07253c-0aaf-4a66-9eb1-029102d03e6d None None] Attempting to bind port ea332ff3-7084-43cd-9653-419a0cdb4bca on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:33:09.218197 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-ab07253c-0aaf-4a66-9eb1-029102d03e6d None None] Attempting to bind port ea332ff3-7084-43cd-9653-419a0cdb4bca by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': 'f98ff63f-1593-4e77-8f55-80cba54582bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d20707d-1cc4-43f8-ac03-8f9799503ad0'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:33:09.218853 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab07253c-0aaf-4a66-9eb1-029102d03e6d None None] Attempting to bind port ea332ff3-7084-43cd-9653-419a0cdb4bca on network 7d20707d-1cc4-43f8-ac03-8f9799503ad0 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:33:09.228869 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-21e8c04e-8666-40e6-a201-11a29d807e90 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=111ab86b981b46c68ecd8f2c3921c9a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8083704 May 12 14:33:09.230899 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 35290) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:09.251330 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab07253c-0aaf-4a66-9eb1-029102d03e6d None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:33:09.254247 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab07253c-0aaf-4a66-9eb1-029102d03e6d None None] Checking segment: {'id': 'f98ff63f-1593-4e77-8f55-80cba54582bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d20707d-1cc4-43f8-ac03-8f9799503ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:33:09.255794 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ab07253c-0aaf-4a66-9eb1-029102d03e6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:09.256315 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab07253c-0aaf-4a66-9eb1-029102d03e6d None None] Bound using segment: {'id': 'f98ff63f-1593-4e77-8f55-80cba54582bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d20707d-1cc4-43f8-ac03-8f9799503ad0'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:33:09.256899 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-ab07253c-0aaf-4a66-9eb1-029102d03e6d None None] Bound port: ea332ff3-7084-43cd-9653-419a0cdb4bca, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98ff63f-1593-4e77-8f55-80cba54582bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d20707d-1cc4-43f8-ac03-8f9799503ad0'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:33:09.257366 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ab07253c-0aaf-4a66-9eb1-029102d03e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (ea332ff3-7084-43cd-9653-419a0cdb4bca), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:09.258489 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8c04e-8666-40e6-a201-11a29d807e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31303e90-b1f9-4e3f-ada7-6bc51ca9dde8,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:09.276515 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8054a2d1-3cb4-42e0-a50c-12c52fc7e352 None None] Attempting to bind port 763f2952-1a6d-4c57-af35-28b65d176326 on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:33:09.276900 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8054a2d1-3cb4-42e0-a50c-12c52fc7e352 None None] Attempting to bind port 763f2952-1a6d-4c57-af35-28b65d176326 by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': 'a92136d4-fcb0-4089-aa26-93c6849bc262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:33:09.277266 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8054a2d1-3cb4-42e0-a50c-12c52fc7e352 None None] Attempting to bind port 763f2952-1a6d-4c57-af35-28b65d176326 on network 5b96f110-6030-45d9-96d1-0bc86d38fd01 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:33:09.299496 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port 2fa6ff76-ddce-4ebb-b109-1805fc3948d4 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:09.299876 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (2fa6ff76-ddce-4ebb-b109-1805fc3948d4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:09.321643 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-19227b15-8ad1-4d8b-9268-7595234f4d84 admin admin] Publish callbacks [] for security_group (31303e90-b1f9-4e3f-ada7-6bc51ca9dde8), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:09.346477 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-19227b15-8ad1-4d8b-9268-7595234f4d84 admin admin] Publish callbacks [] for security_group (31303e90-b1f9-4e3f-ada7-6bc51ca9dde8), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:09.354269 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8054a2d1-3cb4-42e0-a50c-12c52fc7e352 None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:33:09.355598 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8054a2d1-3cb4-42e0-a50c-12c52fc7e352 None None] Checking segment: {'id': 'a92136d4-fcb0-4089-aa26-93c6849bc262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:33:09.357612 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8054a2d1-3cb4-42e0-a50c-12c52fc7e352 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:09.358055 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8054a2d1-3cb4-42e0-a50c-12c52fc7e352 None None] Bound using segment: {'id': 'a92136d4-fcb0-4089-aa26-93c6849bc262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:33:09.358606 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8054a2d1-3cb4-42e0-a50c-12c52fc7e352 None None] Bound port: 763f2952-1a6d-4c57-af35-28b65d176326, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a92136d4-fcb0-4089-aa26-93c6849bc262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:33:09.358997 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8054a2d1-3cb4-42e0-a50c-12c52fc7e352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (763f2952-1a6d-4c57-af35-28b65d176326), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:09.429294 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8031222e-c5f3-41ec-ab00-a196694b9437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:09.430348 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-19227b15-8ad1-4d8b-9268-7595234f4d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (31303e90-b1f9-4e3f-ada7-6bc51ca9dde8), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:09.436293 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-52575767-e6c0-478a-ba74-e4583d72f909 None None] Provisioning complete for port 763f2952-1a6d-4c57-af35-28b65d176326 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:09.436674 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-52575767-e6c0-478a-ba74-e4583d72f909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (763f2952-1a6d-4c57-af35-28b65d176326), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:09.439439 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-19227b15-8ad1-4d8b-9268-7595234f4d84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:09.442032 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-19227b15-8ad1-4d8b-9268-7595234f4d84 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/31303e90-b1f9-4e3f-ada7-6bc51ca9dde8 HTTP/1.1" status: 204 len: 168 time: 0.2095835 May 12 14:33:09.479429 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19227b15-8ad1-4d8b-9268-7595234f4d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31303e90-b1f9-4e3f-ada7-6bc51ca9dde8,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:09.614853 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-52575767-e6c0-478a-ba74-e4583d72f909 None None] Port 763f2952-1a6d-4c57-af35-28b65d176326 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:33:09.624479 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-ab07253c-0aaf-4a66-9eb1-029102d03e6d None None] For port ea332ff3-7084-43cd-9653-419a0cdb4bca, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:33:09.633395 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8054a2d1-3cb4-42e0-a50c-12c52fc7e352 None None] For port 763f2952-1a6d-4c57-af35-28b65d176326, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:33:09.636601 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-ab07253c-0aaf-4a66-9eb1-029102d03e6d None None] For port ea332ff3-7084-43cd-9653-419a0cdb4bca, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=ea332ff3-7084-43cd-9653-419a0cdb4bca,segment=NetworkSegment(f98ff63f-1593-4e77-8f55-80cba54582bc),segment_id=f98ff63f-1593-4e77-8f55-80cba54582bc)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:33:09.640393 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8054a2d1-3cb4-42e0-a50c-12c52fc7e352 None None] For port 763f2952-1a6d-4c57-af35-28b65d176326, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=763f2952-1a6d-4c57-af35-28b65d176326,segment=NetworkSegment(a92136d4-fcb0-4089-aa26-93c6849bc262),segment_id=a92136d4-fcb0-4089-aa26-93c6849bc262)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:33:09.647308 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port 2fa6ff76-ddce-4ebb-b109-1805fc3948d4 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:09.653676 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8054a2d1-3cb4-42e0-a50c-12c52fc7e352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (763f2952-1a6d-4c57-af35-28b65d176326), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:09.657565 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ab07253c-0aaf-4a66-9eb1-029102d03e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (ea332ff3-7084-43cd-9653-419a0cdb4bca), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:09.671721 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b42f47-2cf1-4451-8d55-0db61bd49375 req-4da30e5d-42d0-4b6c-a176-efc4c5ec8e2e tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] No DVR routers for this DVR port 5c15b5e9-eb16-450c-b4f2-aaddb6302fe6 on host hv-cinder-77703 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:33:09.679410 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-23b42f47-2cf1-4451-8d55-0db61bd49375 req-4da30e5d-42d0-4b6c-a176-efc4c5ec8e2e tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:09.684800 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-23b42f47-2cf1-4451-8d55-0db61bd49375 req-4da30e5d-42d0-4b6c-a176-efc4c5ec8e2e tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.57 "DELETE /v2.0/ports/5c15b5e9-eb16-450c-b4f2-aaddb6302fe6 HTTP/1.1" status: 204 len: 173 time: 1.4644270 May 12 14:33:09.686919 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e7107a1e-109c-4e87-8b73-ea970855d230 req-d067df1f-ebf8-4366-a395-037136ea5498 tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 210 time: 0.3873546 May 12 14:33:09.687538 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b422890a-65ed-4ca3-b19c-ec9fbba5e813', 'name': 'network-vif-deleted', 'tag': '5c15b5e9-eb16-450c-b4f2-aaddb6302fe6'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:33:09.690591 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df56958a-b4d0-4b22-b265-cebc589b13d7" -d '{"events": [{"server_uuid": "b422890a-65ed-4ca3-b19c-ec9fbba5e813", "name": "network-vif-deleted", "tag": "5c15b5e9-eb16-450c-b4f2-aaddb6302fe6"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:33:09.778493 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579f3467-bc0f-4232-9b01-0437d98115fb x-openstack-request-id: req-579f3467-bc0f-4232-9b01-0437d98115fb {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:33:09.778827 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b422890a-65ed-4ca3-b19c-ec9fbba5e813", "name": "network-vif-deleted", "tag": "5c15b5e9-eb16-450c-b4f2-aaddb6302fe6", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:33:09.779116 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-579f3467-bc0f-4232-9b01-0437d98115fb {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:33:09.780808 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-579f3467-bc0f-4232-9b01-0437d98115fb'] response: {'server_uuid': 'b422890a-65ed-4ca3-b19c-ec9fbba5e813', 'name': 'network-vif-deleted', 'tag': '5c15b5e9-eb16-450c-b4f2-aaddb6302fe6', 'status': 'completed', 'code': 200} May 12 14:33:09.801357 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8054a2d1-3cb4-42e0-a50c-12c52fc7e352 None None] Routers {'be224814-ba4a-48e9-9634-6a46c1a4d890'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:33:09.802116 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8054a2d1-3cb4-42e0-a50c-12c52fc7e352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:32:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['be224814-ba4a-48e9-9634-6a46c1a4d890'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:33:09.813661 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c833826-289a-4874-8dc4-14a979a9f4e9 admin admin] Publish callbacks [] for port (8202cef2-c53a-4e42-bdd7-46c9e9c638dd), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:09.848088 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1ddb3-c89a-4ff0-8eb0-12bcee712e59 None None] Pushing event updated for resources: {'Port': ['ID=763f2952-1a6d-4c57-af35-28b65d176326,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:09.889916 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c833826-289a-4874-8dc4-14a979a9f4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (8202cef2-c53a-4e42-bdd7-46c9e9c638dd), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:09.944254 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c833826-289a-4874-8dc4-14a979a9f4e9 admin admin] Network 913ada40-7b52-4232-aff5-95dc520647d4 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:33:09.951959 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-3c833826-289a-4874-8dc4-14a979a9f4e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:33:09.955727 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c833826-289a-4874-8dc4-14a979a9f4e9 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:33:10.006017 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c833826-289a-4874-8dc4-14a979a9f4e9 admin admin] Pushing event updated for resources: {'Port': ['ID=8202cef2-c53a-4e42-bdd7-46c9e9c638dd,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:10.023740 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07253c-0aaf-4a66-9eb1-029102d03e6d None None] Pushing event updated for resources: {'Port': ['ID=ea332ff3-7084-43cd-9653-419a0cdb4bca,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:10.040884 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 35300) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:10.078199 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-787f3bb0-eea3-4a38-8551-289342806d40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:10.088984 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-8054a2d1-3cb4-42e0-a50c-12c52fc7e352 None None] Set router be224814-ba4a-48e9-9634-6a46c1a4d890 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:33:10.237255 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-787f3bb0-eea3-4a38-8551-289342806d40 admin admin] Publish callbacks [] for security_group (a91a3a3f-bef0-43db-9366-6f7a3bf022df), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:10.244952 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-787f3bb0-eea3-4a38-8551-289342806d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (a91a3a3f-bef0-43db-9366-6f7a3bf022df), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:10.330937 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 35306) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:10.331565 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-787f3bb0-eea3-4a38-8551-289342806d40 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6cc28fdeee2141bd85dd81e6d034d4bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894657 May 12 14:33:10.332553 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f3bb0-eea3-4a38-8551-289342806d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91a3a3f-bef0-43db-9366-6f7a3bf022df,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:10.354975 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6c5dcb77-fe6d-4f7c-add9-e65c0d87bb41 None None] Provisioning complete for port 763f2952-1a6d-4c57-af35-28b65d176326 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:10.355487 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6c5dcb77-fe6d-4f7c-add9-e65c0d87bb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (763f2952-1a6d-4c57-af35-28b65d176326), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:10.390766 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c833826-289a-4874-8dc4-14a979a9f4e9 admin admin] Publish callbacks [] for router_gateway (18f14b21-e0a4-489e-8de0-d5f872af0e50), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:10.447735 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-641f8d05-a7f7-4787-8453-8c7cfc931759 admin admin] Publish callbacks [] for security_group (a91a3a3f-bef0-43db-9366-6f7a3bf022df), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:10.519367 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-641f8d05-a7f7-4787-8453-8c7cfc931759 admin admin] Publish callbacks [] for security_group (a91a3a3f-bef0-43db-9366-6f7a3bf022df), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:10.569336 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6c5dcb77-fe6d-4f7c-add9-e65c0d87bb41 None None] Current status of the port 763f2952-1a6d-4c57-af35-28b65d176326 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:10.569728 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6c5dcb77-fe6d-4f7c-add9-e65c0d87bb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (763f2952-1a6d-4c57-af35-28b65d176326), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:10.581168 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8054a2d1-3cb4-42e0-a50c-12c52fc7e352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'name': 'tempest-TestVolumeBootPattern-1482733113-router', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:00Z', 'updated_at': '2022-05-12T14:33:05Z', 'revision_number': 4, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'gw_port': {'id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:01Z', 'updated_at': '2022-05-12T14:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '763f2952-1a6d-4c57-af35-28b65d176326', 'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'mac_address': 'fa:16:3e:01:7d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:03Z', 'updated_at': '2022-05-12T14:33:09Z', 'revision_number': 4, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'subnets': [{'id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:33:10.616995 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8054a2d1-3cb4-42e0-a50c-12c52fc7e352 None None] The sync data for ids ['be224814-ba4a-48e9-9634-6a46c1a4d890'] in dv-cinder-777031-14-iscsi is: [{'id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'name': 'tempest-TestVolumeBootPattern-1482733113-router', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:00Z', 'updated_at': '2022-05-12T14:33:05Z', 'revision_number': 4, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'gw_port': {'id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:01Z', 'updated_at': '2022-05-12T14:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '763f2952-1a6d-4c57-af35-28b65d176326', 'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'mac_address': 'fa:16:3e:01:7d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:03Z', 'updated_at': '2022-05-12T14:33:09Z', 'revision_number': 4, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'subnets': [{'id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:33:10.646750 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-6c5dcb77-fe6d-4f7c-add9-e65c0d87bb41 None None] For port 763f2952-1a6d-4c57-af35-28b65d176326, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=763f2952-1a6d-4c57-af35-28b65d176326,segment=NetworkSegment(a92136d4-fcb0-4089-aa26-93c6849bc262),segment_id=a92136d4-fcb0-4089-aa26-93c6849bc262)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:33:10.649180 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-641f8d05-a7f7-4787-8453-8c7cfc931759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (a91a3a3f-bef0-43db-9366-6f7a3bf022df), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:10.654324 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-641f8d05-a7f7-4787-8453-8c7cfc931759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:10.655887 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-641f8d05-a7f7-4787-8453-8c7cfc931759 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a91a3a3f-bef0-43db-9366-6f7a3bf022df HTTP/1.1" status: 204 len: 168 time: 0.3239546 May 12 14:33:10.657633 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6c5dcb77-fe6d-4f7c-add9-e65c0d87bb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (763f2952-1a6d-4c57-af35-28b65d176326), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:10.729319 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f8d05-a7f7-4787-8453-8c7cfc931759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91a3a3f-bef0-43db-9366-6f7a3bf022df,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:10.774323 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c833826-289a-4874-8dc4-14a979a9f4e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928971'] for router (18f14b21-e0a4-489e-8de0-d5f872af0e50), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:10.871914 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5dcb77-fe6d-4f7c-add9-e65c0d87bb41 None None] Pushing event updated for resources: {'Port': ['ID=763f2952-1a6d-4c57-af35-28b65d176326,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:11.136432 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-945483e3-1f4d-420a-8197-d305ce62361c req-b19560f3-e316-4df9-a378-be8be870b23f tempest-DeleteServersTestJSON-1321142101 tempest-DeleteServersTestJSON-1321142101-project] 10.222.0.75 "GET /v2.0/ports?device_id=b422890a-65ed-4ca3-b19c-ec9fbba5e813 HTTP/1.1" status: 200 len: 210 time: 0.1606793 May 12 14:33:11.154726 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device ea332ff3-7084-43cd-9653-419a0cdb4bca up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:33:11.307163 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c833826-289a-4874-8dc4-14a979a9f4e9 admin admin] Router 18f14b21-e0a4-489e-8de0-d5f872af0e50 is scheduled to L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 14:33:11.373365 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port ea332ff3-7084-43cd-9653-419a0cdb4bca triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:11.375776 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (ea332ff3-7084-43cd-9653-419a0cdb4bca), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:11.404912 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 35334) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:11.447455 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2d4230-6891-471d-9762-0f238118c64f None None] Network 7d20707d-1cc4-43f8-ac03-8f9799503ad0 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:33:11.575227 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c833826-289a-4874-8dc4-14a979a9f4e9 admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:33:11.588749 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c547d0cb-92bd-4ce5-9c28-b3ffea9ca173 None None] Sync routers for ids ['18f14b21-e0a4-489e-8de0-d5f872af0e50'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:33:11.595328 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-31e3d170-e765-4565-bae2-435ce67e43ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:11.613893 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c547d0cb-92bd-4ce5-9c28-b3ffea9ca173 None None] Routers {'18f14b21-e0a4-489e-8de0-d5f872af0e50'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:33:11.614412 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c547d0cb-92bd-4ce5-9c28-b3ffea9ca173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:32:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['18f14b21-e0a4-489e-8de0-d5f872af0e50'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:33:11.646198 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c833826-289a-4874-8dc4-14a979a9f4e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:11.652405 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-3c833826-289a-4874-8dc4-14a979a9f4e9 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1489401 May 12 14:33:11.653234 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 35340) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:11.699632 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 35342) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:11.733674 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-94864f9c-81cc-4869-89db-07b9d49e8a42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:11.771087 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a7e0e98f-0c57-4d0d-bd18-0427d747e0fc None None] Provisioning complete for port ea332ff3-7084-43cd-9653-419a0cdb4bca triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:11.771503 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e98f-0c57-4d0d-bd18-0427d747e0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (ea332ff3-7084-43cd-9653-419a0cdb4bca), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:11.779073 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-c547d0cb-92bd-4ce5-9c28-b3ffea9ca173 None None] Set router 18f14b21-e0a4-489e-8de0-d5f872af0e50 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:33:11.804617 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-31e3d170-e765-4565-bae2-435ce67e43ea admin admin] Publish callbacks [] for security_group (3dd6dc95-9186-4bda-aa6e-c09246d3028d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:11.821137 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-31e3d170-e765-4565-bae2-435ce67e43ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (3dd6dc95-9186-4bda-aa6e-c09246d3028d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:11.864580 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3d170-e765-4565-bae2-435ce67e43ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd6dc95-9186-4bda-aa6e-c09246d3028d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:11.904732 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-31e3d170-e765-4565-bae2-435ce67e43ea admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=351036d40aec498d810c78e16efc1a44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4972365 May 12 14:33:11.910354 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 35344) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:11.941120 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9c740c54-1001-41a4-b6a7-d8dc16e4035a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:11.952695 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port ea332ff3-7084-43cd-9653-419a0cdb4bca is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:11.953893 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (ea332ff3-7084-43cd-9653-419a0cdb4bca), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:12.008409 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-94864f9c-81cc-4869-89db-07b9d49e8a42 admin admin] Publish callbacks [] for security_group (633d43dc-c3a5-4edc-961a-44f0464ef329), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:12.025397 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-94864f9c-81cc-4869-89db-07b9d49e8a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (633d43dc-c3a5-4edc-961a-44f0464ef329), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:12.072930 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] For port ea332ff3-7084-43cd-9653-419a0cdb4bca, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=ea332ff3-7084-43cd-9653-419a0cdb4bca,segment=NetworkSegment(f98ff63f-1593-4e77-8f55-80cba54582bc),segment_id=f98ff63f-1593-4e77-8f55-80cba54582bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:33:12.084322 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (ea332ff3-7084-43cd-9653-419a0cdb4bca), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:12.086399 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 763f2952-1a6d-4c57-af35-28b65d176326 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:33:12.114042 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c547d0cb-92bd-4ce5-9c28-b3ffea9ca173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f14b21-e0a4-489e-8de0-d5f872af0e50', 'name': 'tempest-TestVolumeBootPattern-1026086033-router', 'tenant_id': '3a4c510b25264c69a2b03086eeb7d37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8202cef2-c53a-4e42-bdd7-46c9e9c638dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:07Z', 'updated_at': '2022-05-12T14:33:10Z', 'revision_number': 3, 'project_id': '3a4c510b25264c69a2b03086eeb7d37b', 'gw_port': {'id': '8202cef2-c53a-4e42-bdd7-46c9e9c638dd', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f14b21-e0a4-489e-8de0-d5f872af0e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:08Z', 'updated_at': '2022-05-12T14:33:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:33:12.127987 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3373ce10-6eff-4467-9084-901368365b6c admin admin] Publish callbacks [] for security_group (3dd6dc95-9186-4bda-aa6e-c09246d3028d), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:12.152827 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a7e0e98f-0c57-4d0d-bd18-0427d747e0fc None None] Current status of the port ea332ff3-7084-43cd-9653-419a0cdb4bca is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:12.153341 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e98f-0c57-4d0d-bd18-0427d747e0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (ea332ff3-7084-43cd-9653-419a0cdb4bca), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:12.186246 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-94864f9c-81cc-4869-89db-07b9d49e8a42 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d1dd2315415641b68f2d8e73e88588d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4829373 May 12 14:33:12.188082 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 35348) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:12.191138 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3373ce10-6eff-4467-9084-901368365b6c admin admin] Publish callbacks [] for security_group (3dd6dc95-9186-4bda-aa6e-c09246d3028d), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:12.191939 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c547d0cb-92bd-4ce5-9c28-b3ffea9ca173 None None] Checking router: 18f14b21-e0a4-489e-8de0-d5f872af0e50 for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:33:12.191939 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c547d0cb-92bd-4ce5-9c28-b3ffea9ca173 None None] Updating router 18f14b21-e0a4-489e-8de0-d5f872af0e50 port 8202cef2-c53a-4e42-bdd7-46c9e9c638dd binding host dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:33:12.207278 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94864f9c-81cc-4869-89db-07b9d49e8a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633d43dc-c3a5-4edc-961a-44f0464ef329,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:12.364544 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61add501-0c41-47aa-9d7e-15ab97d8d538 admin admin] Publish callbacks [] for security_group (633d43dc-c3a5-4edc-961a-44f0464ef329), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:12.381760 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3373ce10-6eff-4467-9084-901368365b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (3dd6dc95-9186-4bda-aa6e-c09246d3028d), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:12.384653 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3373ce10-6eff-4467-9084-901368365b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:12.387507 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-3373ce10-6eff-4467-9084-901368365b6c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3dd6dc95-9186-4bda-aa6e-c09246d3028d HTTP/1.1" status: 204 len: 168 time: 0.4758372 May 12 14:33:12.394555 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Pushing event updated for resources: {'Port': ['ID=ea332ff3-7084-43cd-9653-419a0cdb4bca,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:12.403894 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 5c15b5e9-eb16-450c-b4f2-aaddb6302fe6 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:33:12.431260 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] No Port match for: 5c15b5e9-eb16-450c-b4f2-aaddb6302fe6 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:33:12.431997 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 5c15b5e9-eb16-450c-b4f2-aaddb6302fe6 not bound to the agent host hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:33:12.447116 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.db.api [None req-a7e0e98f-0c57-4d0d-bd18-0427d747e0fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 14:33:12.447741 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG oslo_db.api [None req-a7e0e98f-0c57-4d0d-bd18-0427d747e0fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 14:33:12.456228 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61add501-0c41-47aa-9d7e-15ab97d8d538 admin admin] Publish callbacks [] for security_group (633d43dc-c3a5-4edc-961a-44f0464ef329), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:12.459557 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port 763f2952-1a6d-4c57-af35-28b65d176326 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:12.460879 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373ce10-6eff-4467-9084-901368365b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd6dc95-9186-4bda-aa6e-c09246d3028d,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:12.461472 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (763f2952-1a6d-4c57-af35-28b65d176326), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:12.546328 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c547d0cb-92bd-4ce5-9c28-b3ffea9ca173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (8202cef2-c53a-4e42-bdd7-46c9e9c638dd), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:12.575985 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61add501-0c41-47aa-9d7e-15ab97d8d538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (633d43dc-c3a5-4edc-961a-44f0464ef329), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:12.581371 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-61add501-0c41-47aa-9d7e-15ab97d8d538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:12.587397 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-61add501-0c41-47aa-9d7e-15ab97d8d538 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/633d43dc-c3a5-4edc-961a-44f0464ef329 HTTP/1.1" status: 204 len: 168 time: 0.3943169 May 12 14:33:12.608930 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61add501-0c41-47aa-9d7e-15ab97d8d538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633d43dc-c3a5-4edc-961a-44f0464ef329,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:12.781673 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port 763f2952-1a6d-4c57-af35-28b65d176326 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:12.805901 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c09ad9d-271b-4938-8198-39cd42524ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:13.035009 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device ea332ff3-7084-43cd-9653-419a0cdb4bca up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:33:13.084345 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c547d0cb-92bd-4ce5-9c28-b3ffea9ca173 None None] Publish callbacks [] for port (8202cef2-c53a-4e42-bdd7-46c9e9c638dd), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:13.102412 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c547d0cb-92bd-4ce5-9c28-b3ffea9ca173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (8202cef2-c53a-4e42-bdd7-46c9e9c638dd), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:13.122365 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:13.163223 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port ea332ff3-7084-43cd-9653-419a0cdb4bca triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:13.163771 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (ea332ff3-7084-43cd-9653-419a0cdb4bca), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:13.166787 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a7e0e98f-0c57-4d0d-bd18-0427d747e0fc None None] Current status of the port ea332ff3-7084-43cd-9653-419a0cdb4bca is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:13.169952 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-c547d0cb-92bd-4ce5-9c28-b3ffea9ca173 None None] Attempting to bind port 8202cef2-c53a-4e42-bdd7-46c9e9c638dd on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:33:13.170813 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-c547d0cb-92bd-4ce5-9c28-b3ffea9ca173 None None] Attempting to bind port 8202cef2-c53a-4e42-bdd7-46c9e9c638dd by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:33:13.171677 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c547d0cb-92bd-4ce5-9c28-b3ffea9ca173 None None] Attempting to bind port 8202cef2-c53a-4e42-bdd7-46c9e9c638dd on network 913ada40-7b52-4232-aff5-95dc520647d4 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:33:13.184037 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c547d0cb-92bd-4ce5-9c28-b3ffea9ca173 None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:33:13.184796 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c547d0cb-92bd-4ce5-9c28-b3ffea9ca173 None None] Checking segment: {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:33:13.185390 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c547d0cb-92bd-4ce5-9c28-b3ffea9ca173 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:13.186171 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c547d0cb-92bd-4ce5-9c28-b3ffea9ca173 None None] Bound using segment: {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:33:13.187186 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-c547d0cb-92bd-4ce5-9c28-b3ffea9ca173 None None] Bound port: 8202cef2-c53a-4e42-bdd7-46c9e9c638dd, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:33:13.188116 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c547d0cb-92bd-4ce5-9c28-b3ffea9ca173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (8202cef2-c53a-4e42-bdd7-46c9e9c638dd), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:13.235511 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 35376) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:13.254942 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-c547d0cb-92bd-4ce5-9c28-b3ffea9ca173 None None] For port 8202cef2-c53a-4e42-bdd7-46c9e9c638dd, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:33:13.258867 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-c547d0cb-92bd-4ce5-9c28-b3ffea9ca173 None None] For port 8202cef2-c53a-4e42-bdd7-46c9e9c638dd, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=8202cef2-c53a-4e42-bdd7-46c9e9c638dd,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:33:13.270650 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c547d0cb-92bd-4ce5-9c28-b3ffea9ca173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (8202cef2-c53a-4e42-bdd7-46c9e9c638dd), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:13.280361 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a9270-2be1-4c24-b36b-c662db97fe2a None None] Pushing event updated for resources: {'Port': ['ID=8202cef2-c53a-4e42-bdd7-46c9e9c638dd,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:13.287196 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port ea332ff3-7084-43cd-9653-419a0cdb4bca is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:13.288400 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 763f2952-1a6d-4c57-af35-28b65d176326 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:33:13.288713 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d0933c84-793c-4fdc-bb41-a4be57b34d1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:13.324281 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-053d1b2d-d9d9-431f-ad48-2482b439e4e4 None None] Provisioning complete for port ea332ff3-7084-43cd-9653-419a0cdb4bca triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:13.324961 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-053d1b2d-d9d9-431f-ad48-2482b439e4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (ea332ff3-7084-43cd-9653-419a0cdb4bca), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:13.386793 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port 763f2952-1a6d-4c57-af35-28b65d176326 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:13.386793 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (763f2952-1a6d-4c57-af35-28b65d176326), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:13.404982 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d0933c84-793c-4fdc-bb41-a4be57b34d1f admin admin] Publish callbacks [] for security_group (0650ac22-67e3-4935-91a4-8db56fdc23c6), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:13.411995 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c547d0cb-92bd-4ce5-9c28-b3ffea9ca173 None None] Routers {'18f14b21-e0a4-489e-8de0-d5f872af0e50'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:33:13.413132 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c547d0cb-92bd-4ce5-9c28-b3ffea9ca173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:33:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['18f14b21-e0a4-489e-8de0-d5f872af0e50'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:33:13.415245 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d0933c84-793c-4fdc-bb41-a4be57b34d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (0650ac22-67e3-4935-91a4-8db56fdc23c6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:13.457949 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0933c84-793c-4fdc-bb41-a4be57b34d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0650ac22-67e3-4935-91a4-8db56fdc23c6,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:13.489259 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-d0933c84-793c-4fdc-bb41-a4be57b34d1f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b461c09b7c0449ae9d61545f2e19b50c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2522020 May 12 14:33:13.489441 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-053d1b2d-d9d9-431f-ad48-2482b439e4e4 None None] Current status of the port ea332ff3-7084-43cd-9653-419a0cdb4bca is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:13.491901 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 35384) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:13.545078 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a9270-2be1-4c24-b36b-c662db97fe2a None None] Pushing event updated for resources: {'Port': ['ID=8202cef2-c53a-4e42-bdd7-46c9e9c638dd,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:13.562707 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-6c09ad9d-271b-4938-8198-39cd42524ace admin admin] Allocated IP 172.20.0.1 (7d20707d-1cc4-43f8-ac03-8f9799503ad0/cab89505-be16-415c-aec7-f1326cf2dc17/0c74eb02-8a2c-4e78-b32f-f0bed2d895bd) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:33:13.566267 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port 763f2952-1a6d-4c57-af35-28b65d176326 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:13.624250 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c4949087-07b1-41b3-8e7f-09df91aed92a admin admin] Publish callbacks [] for security_group (0650ac22-67e3-4935-91a4-8db56fdc23c6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:13.658765 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-c547d0cb-92bd-4ce5-9c28-b3ffea9ca173 None None] Set router 18f14b21-e0a4-489e-8de0-d5f872af0e50 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:33:13.699443 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c4949087-07b1-41b3-8e7f-09df91aed92a admin admin] Publish callbacks [] for security_group (0650ac22-67e3-4935-91a4-8db56fdc23c6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:13.724870 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c09ad9d-271b-4938-8198-39cd42524ace admin admin] Publish callbacks [] for port (0c74eb02-8a2c-4e78-b32f-f0bed2d895bd), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:13.777460 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c4949087-07b1-41b3-8e7f-09df91aed92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (0650ac22-67e3-4935-91a4-8db56fdc23c6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:13.783271 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c4949087-07b1-41b3-8e7f-09df91aed92a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:13.787902 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c09ad9d-271b-4938-8198-39cd42524ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (0c74eb02-8a2c-4e78-b32f-f0bed2d895bd), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:13.800272 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-c4949087-07b1-41b3-8e7f-09df91aed92a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0650ac22-67e3-4935-91a4-8db56fdc23c6 HTTP/1.1" status: 204 len: 168 time: 0.2946560 May 12 14:33:13.831696 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4949087-07b1-41b3-8e7f-09df91aed92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0650ac22-67e3-4935-91a4-8db56fdc23c6,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:13.886648 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c09ad9d-271b-4938-8198-39cd42524ace admin admin] Network 7d20707d-1cc4-43f8-ac03-8f9799503ad0 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:33:13.891597 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-6c09ad9d-271b-4938-8198-39cd42524ace admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:33:13.898918 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c09ad9d-271b-4938-8198-39cd42524ace admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:33:13.898918 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c09ad9d-271b-4938-8198-39cd42524ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-931814'] for router_interface (18f14b21-e0a4-489e-8de0-d5f872af0e50), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:13.952381 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c547d0cb-92bd-4ce5-9c28-b3ffea9ca173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f14b21-e0a4-489e-8de0-d5f872af0e50', 'name': 'tempest-TestVolumeBootPattern-1026086033-router', 'tenant_id': '3a4c510b25264c69a2b03086eeb7d37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8202cef2-c53a-4e42-bdd7-46c9e9c638dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:07Z', 'updated_at': '2022-05-12T14:33:10Z', 'revision_number': 3, 'project_id': '3a4c510b25264c69a2b03086eeb7d37b', 'gw_port': {'id': '8202cef2-c53a-4e42-bdd7-46c9e9c638dd', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f14b21-e0a4-489e-8de0-d5f872af0e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:08Z', 'updated_at': '2022-05-12T14:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:33:13.986293 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09ad9d-271b-4938-8198-39cd42524ace admin admin] Pushing event updated for resources: {'Port': ['ID=0c74eb02-8a2c-4e78-b32f-f0bed2d895bd,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:14.024060 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c547d0cb-92bd-4ce5-9c28-b3ffea9ca173 None None] The sync data for ids ['18f14b21-e0a4-489e-8de0-d5f872af0e50'] in dv-cinder-777031-14-iscsi is: [{'id': '18f14b21-e0a4-489e-8de0-d5f872af0e50', 'name': 'tempest-TestVolumeBootPattern-1026086033-router', 'tenant_id': '3a4c510b25264c69a2b03086eeb7d37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8202cef2-c53a-4e42-bdd7-46c9e9c638dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:07Z', 'updated_at': '2022-05-12T14:33:10Z', 'revision_number': 3, 'project_id': '3a4c510b25264c69a2b03086eeb7d37b', 'gw_port': {'id': '8202cef2-c53a-4e42-bdd7-46c9e9c638dd', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f14b21-e0a4-489e-8de0-d5f872af0e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:08Z', 'updated_at': '2022-05-12T14:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:33:14.166628 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c09ad9d-271b-4938-8198-39cd42524ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (0c74eb02-8a2c-4e78-b32f-f0bed2d895bd), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:14.209786 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 35420) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:14.281509 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 35422) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:14.305015 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b9507c-05b4-41d5-9c55-7080871f452a admin admin] Deleting subnet f3facab4-b2f1-42e9-950b-a731e8f8769e {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:33:14.334282 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f2b9507c-05b4-41d5-9c55-7080871f452a admin admin] Publish callbacks [] for subnet (f3facab4-b2f1-42e9-950b-a731e8f8769e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:14.345975 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-6dbe5c2b-5acc-4a18-835e-f11a9a0e9624 None None] Provisioning complete for port 0c74eb02-8a2c-4e78-b32f-f0bed2d895bd triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:14.346349 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6dbe5c2b-5acc-4a18-835e-f11a9a0e9624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (0c74eb02-8a2c-4e78-b32f-f0bed2d895bd), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:14.412984 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:14.433493 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe5c2b-5acc-4a18-835e-f11a9a0e9624 None None] Port 0c74eb02-8a2c-4e78-b32f-f0bed2d895bd cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:33:14.433623 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f2b9507c-05b4-41d5-9c55-7080871f452a admin admin] Publish callbacks [] for subnet (f3facab4-b2f1-42e9-950b-a731e8f8769e), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:14.444895 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f2b9507c-05b4-41d5-9c55-7080871f452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33439215'] for subnet (f3facab4-b2f1-42e9-950b-a731e8f8769e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:14.521614 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c09ad9d-271b-4938-8198-39cd42524ace admin admin] Publish callbacks [] for port (0c74eb02-8a2c-4e78-b32f-f0bed2d895bd), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:14.528274 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c09ad9d-271b-4938-8198-39cd42524ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (0c74eb02-8a2c-4e78-b32f-f0bed2d895bd), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:14.529024 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-67c280f0-c779-4962-95a9-64ad32919d17 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-355966434-network', 'tenant_id': 'a9501c41f0664eca9177e0071bb5b1b8'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:33:14.529491 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c09ad9d-271b-4938-8198-39cd42524ace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1022775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932268'] for router_interface (18f14b21-e0a4-489e-8de0-d5f872af0e50), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:14.588753 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c280f0-c779-4962-95a9-64ad32919d17 admin admin] Made reservation on behalf of a9501c41f0664eca9177e0071bb5b1b8 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:33:14.591932 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-67c280f0-c779-4962-95a9-64ad32919d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:14.603655 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-67c280f0-c779-4962-95a9-64ad32919d17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:14.607022 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f2b9507c-05b4-41d5-9c55-7080871f452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33439222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for subnet (f3facab4-b2f1-42e9-950b-a731e8f8769e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:14.640550 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09ad9d-271b-4938-8198-39cd42524ace admin admin] Pushing event updated for resources: {'Port': ['ID=0c74eb02-8a2c-4e78-b32f-f0bed2d895bd,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:14.655235 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9507c-05b4-41d5-9c55-7080871f452a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3facab4-b2f1-42e9-950b-a731e8f8769e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:14.662867 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f2b9507c-05b4-41d5-9c55-7080871f452a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:14.666053 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-f2b9507c-05b4-41d5-9c55-7080871f452a admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f3facab4-b2f1-42e9-950b-a731e8f8769e HTTP/1.1" status: 204 len: 168 time: 0.4548621 May 12 14:33:14.668602 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 35436) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:14.746164 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c09ad9d-271b-4938-8198-39cd42524ace admin admin] Network 7d20707d-1cc4-43f8-ac03-8f9799503ad0 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:33:14.747795 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-6c09ad9d-271b-4938-8198-39cd42524ace admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:33:14.789410 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5ced262-c395-4fc0-b17a-da0632c020c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33070896'] for network (c6afaeb2-6560-413e-a386-228bf2d708db), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:14.923914 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-67c280f0-c779-4962-95a9-64ad32919d17 admin admin] Publish callbacks [] for security_group (e91b8431-b8d7-42ee-9372-cde0e448f218), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:14.944049 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c09ad9d-271b-4938-8198-39cd42524ace admin admin] Router 18f14b21-e0a4-489e-8de0-d5f872af0e50 has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:33:14.958694 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-67c280f0-c779-4962-95a9-64ad32919d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (e91b8431-b8d7-42ee-9372-cde0e448f218), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:14.999349 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 8202cef2-c53a-4e42-bdd7-46c9e9c638dd up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:33:15.027784 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5ced262-c395-4fc0-b17a-da0632c020c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33375322', 'neutron.services.segments.db._delete_segments_for_network-8771212172310'] for network (c6afaeb2-6560-413e-a386-228bf2d708db), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:15.059669 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c280f0-c779-4962-95a9-64ad32919d17 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:33:15.070568 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c280f0-c779-4962-95a9-64ad32919d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91b8431-b8d7-42ee-9372-cde0e448f218,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:15.099274 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5ced262-c395-4fc0-b17a-da0632c020c5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:33:15.099668 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5ced262-c395-4fc0-b17a-da0632c020c5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:33:15.100431 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5ced262-c395-4fc0-b17a-da0632c020c5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:33:15.100795 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5ced262-c395-4fc0-b17a-da0632c020c5 admin admin] Subscribe: > port after_create 55550000 {{(pid=103429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:33:15.101113 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5ced262-c395-4fc0-b17a-da0632c020c5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:33:15.101858 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5ced262-c395-4fc0-b17a-da0632c020c5 admin admin] Subscribe: > port after_update 55550000 {{(pid=103429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:33:15.101858 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5ced262-c395-4fc0-b17a-da0632c020c5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:33:15.102128 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5ced262-c395-4fc0-b17a-da0632c020c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:33:15.102451 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5ced262-c395-4fc0-b17a-da0632c020c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:33:15.102789 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5ced262-c395-4fc0-b17a-da0632c020c5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:33:15.115715 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port 8202cef2-c53a-4e42-bdd7-46c9e9c638dd triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:15.116148 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (8202cef2-c53a-4e42-bdd7-46c9e9c638dd), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:15.133809 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c09ad9d-271b-4938-8198-39cd42524ace admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:33:15.144423 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-6c09ad9d-271b-4938-8198-39cd42524ace admin admin] 10.222.0.75 "PUT /v2.0/routers/18f14b21-e0a4-489e-8de0-d5f872af0e50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4880912 May 12 14:33:15.189176 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-0b8c5595-b3d3-4b9a-9d97-4e82de9763cb None None] Provisioning complete for port 0c74eb02-8a2c-4e78-b32f-f0bed2d895bd triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:15.189761 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0b8c5595-b3d3-4b9a-9d97-4e82de9763cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (0c74eb02-8a2c-4e78-b32f-f0bed2d895bd), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:15.250222 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0b8c5595-b3d3-4b9a-9d97-4e82de9763cb None None] Port 0c74eb02-8a2c-4e78-b32f-f0bed2d895bd cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:33:15.264160 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5ced262-c395-4fc0-b17a-da0632c020c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:33:15.264885 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5ced262-c395-4fc0-b17a-da0632c020c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:33:15.265442 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5ced262-c395-4fc0-b17a-da0632c020c5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:33:15.266701 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5ced262-c395-4fc0-b17a-da0632c020c5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:33:15.267353 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.services.segments.db [None req-b5ced262-c395-4fc0-b17a-da0632c020c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6afaeb2-6560-413e-a386-228bf2d708db']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:33:15.304146 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.services.segments.db [None req-b5ced262-c395-4fc0-b17a-da0632c020c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972730d9-74d2-4e1b-a6d4-0086c14464dc') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:33:15.304713 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.services.segments.db [None req-b5ced262-c395-4fc0-b17a-da0632c020c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972730d9-74d2-4e1b-a6d4-0086c14464dc') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:33:15.327265 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port 8202cef2-c53a-4e42-bdd7-46c9e9c638dd is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:15.327673 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (8202cef2-c53a-4e42-bdd7-46c9e9c638dd), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:15.331376 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-67c280f0-c779-4962-95a9-64ad32919d17 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771212172301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (763d07bf-5e57-4946-a525-2d840c7b2321), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:15.331787 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.db.segments_db [None req-67c280f0-c779-4962-95a9-64ad32919d17 admin admin] Added segment 763d07bf-5e57-4946-a525-2d840c7b2321 of type vlan for network c4e4c52c-dcb8-4f29-b913-b6c0c789c55d May 12 14:33:15.348131 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5ced262-c395-4fc0-b17a-da0632c020c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771212173343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8839291'] for segment (972730d9-74d2-4e1b-a6d4-0086c14464dc), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:15.395868 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] For port 8202cef2-c53a-4e42-bdd7-46c9e9c638dd, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=8202cef2-c53a-4e42-bdd7-46c9e9c638dd,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:33:15.404602 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (8202cef2-c53a-4e42-bdd7-46c9e9c638dd), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:15.419851 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-67c280f0-c779-4962-95a9-64ad32919d17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771211612555'] for network (c4e4c52c-dcb8-4f29-b913-b6c0c789c55d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:15.461053 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-67c280f0-c779-4962-95a9-64ad32919d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for network (c4e4c52c-dcb8-4f29-b913-b6c0c789c55d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:15.462535 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c280f0-c779-4962-95a9-64ad32919d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:15.463490 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-67c280f0-c779-4962-95a9-64ad32919d17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:15.476906 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5ced262-c395-4fc0-b17a-da0632c020c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (972730d9-74d2-4e1b-a6d4-0086c14464dc), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:15.490542 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-67c280f0-c779-4962-95a9-64ad32919d17 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.2079360 May 12 14:33:15.493732 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 35470) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:15.500812 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-03f763ff-96fa-4bec-97c3-6936d7a5f56e admin admin] Request body: {'subnet': {'network_id': 'c4e4c52c-dcb8-4f29-b913-b6c0c789c55d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-355966434-subnet', 'tenant_id': 'a9501c41f0664eca9177e0071bb5b1b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:33:15.520630 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ced262-c395-4fc0-b17a-da0632c020c5 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:33:15.521376 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5ced262-c395-4fc0-b17a-da0632c020c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814719'] for segment (972730d9-74d2-4e1b-a6d4-0086c14464dc), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:15.540954 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f763ff-96fa-4bec-97c3-6936d7a5f56e admin admin] Made reservation on behalf of a9501c41f0664eca9177e0071bb5b1b8 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:33:15.541943 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Pushing event updated for resources: {'Port': ['ID=8202cef2-c53a-4e42-bdd7-46c9e9c638dd,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:15.543869 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-03f763ff-96fa-4bec-97c3-6936d7a5f56e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: from cryptography.utils import int_from_bytes May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: from cryptography.utils import int_from_bytes May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: Traceback (most recent call last): May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: timer() May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: cb(*args, **kw) May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: return func(*args, **kwargs) May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: self._notify() May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: self.callback(batched_events) May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: event.method(event) May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: return f(self, *a, **k) May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: return self._get(url).json() May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: return self.request(url, 'GET', **kwargs) May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:33:15.556203 dv-cinder-777031-14-iscsi neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:33:15.725910 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5ced262-c395-4fc0-b17a-da0632c020c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33375329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931293'] for network (c6afaeb2-6560-413e-a386-228bf2d708db), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:15.740878 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c280f0-c779-4962-95a9-64ad32919d17 admin admin] Pushing event updated for resources: {'Network': ['ID=c4e4c52c-dcb8-4f29-b913-b6c0c789c55d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:15.767419 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Network c4e4c52c-dcb8-4f29-b913-b6c0c789c55d details requested by agent ovs-agent-dv-cinder-777031-14-iscsi with host dv-cinder-777031-14-iscsi {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:33:15.785349 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b5ced262-c395-4fc0-b17a-da0632c020c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:15.789765 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-b5ced262-c395-4fc0-b17a-da0632c020c5 admin admin] 10.222.0.75 "DELETE /v2.0/networks/c6afaeb2-6560-413e-a386-228bf2d708db HTTP/1.1" status: 204 len: 168 time: 1.1185169 May 12 14:33:15.824835 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:15.857576 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ced262-c395-4fc0-b17a-da0632c020c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6afaeb2-6560-413e-a386-228bf2d708db,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:15.882614 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-03f763ff-96fa-4bec-97c3-6936d7a5f56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for subnet (12654294-56b3-4f5c-812f-c4bca8998c4e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:15.899725 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 35514) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:15.905793 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-c6ef2f78-3499-4954-9c31-4fa2fdc9a79c tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2090511352', 'description': 'tempest-secgroup-smoke-2090511352 description', 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:33:15.957980 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c6ef2f78-3499-4954-9c31-4fa2fdc9a79c tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:16.006605 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 35518) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:16.031597 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f763ff-96fa-4bec-97c3-6936d7a5f56e admin admin] Pushing event updated for resources: {'Subnet': ['ID=12654294-56b3-4f5c-812f-c4bca8998c4e,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:16.037388 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f763ff-96fa-4bec-97c3-6936d7a5f56e admin admin] Checking segment: {'id': '763d07bf-5e57-4946-a525-2d840c7b2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c4e4c52c-dcb8-4f29-b913-b6c0c789c55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:33:16.037996 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f763ff-96fa-4bec-97c3-6936d7a5f56e admin admin] Network hostable DHCP agents. Network: c4e4c52c-dcb8-4f29-b913-b6c0c789c55d, hostable agents: ['8d346936-3b5f-4708-9dbd-40464a47b1eb'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:33:16.052227 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 35522) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:16.063410 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f763ff-96fa-4bec-97c3-6936d7a5f56e admin admin] Network c4e4c52c-dcb8-4f29-b913-b6c0c789c55d is scheduled to be hosted by DHCP agent 8d346936-3b5f-4708-9dbd-40464a47b1eb with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:33:16.078132 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-03f763ff-96fa-4bec-97c3-6936d7a5f56e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-14-iscsi, c4e4c52c-dcb8-4f29-b913-b6c0c789c55d) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:33:16.089649 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f763ff-96fa-4bec-97c3-6936d7a5f56e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:16.090518 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea679a5-5ae7-4f58-95c9-5674212ba26c None None] Network c4e4c52c-dcb8-4f29-b913-b6c0c789c55d requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:33:16.091662 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-03f763ff-96fa-4bec-97c3-6936d7a5f56e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:16.099734 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c6ef2f78-3499-4954-9c31-4fa2fdc9a79c tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for security_group (70df1e33-e03a-4910-9739-4630b655b034), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:16.116077 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c6ef2f78-3499-4954-9c31-4fa2fdc9a79c tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (70df1e33-e03a-4910-9739-4630b655b034), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:16.131261 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-03f763ff-96fa-4bec-97c3-6936d7a5f56e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6360865 May 12 14:33:16.141037 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c6ef2f78-3499-4954-9c31-4fa2fdc9a79c tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:16.142453 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-c6ef2f78-3499-4954-9c31-4fa2fdc9a79c tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2417588 May 12 14:33:16.148227 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 35526) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:16.152083 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-22808595-df21-4af8-a67d-35c839958c85 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Request body: {'security_group_rule': {'security_group_id': '70df1e33-e03a-4910-9739-4630b655b034', 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:33:16.170994 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 35528) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:16.172031 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-ebf30c2b-f973-487c-b2d2-96970857e531 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5595513cb114487cb476e609d069709b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1185172 May 12 14:33:16.202424 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef2f78-3499-4954-9c31-4fa2fdc9a79c tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70df1e33-e03a-4910-9739-4630b655b034,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:16.317285 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ece2a3-fba6-44a9-be0c-6267a1bf11af None None] Network c4e4c52c-dcb8-4f29-b913-b6c0c789c55d requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:33:16.321304 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22808595-df21-4af8-a67d-35c839958c85 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for security_group_rule (043ea9b6-bde8-4d4c-860d-d14722ec5add), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:16.448028 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22808595-df21-4af8-a67d-35c839958c85 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for security_group_rule (043ea9b6-bde8-4d4c-860d-d14722ec5add), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:16.449116 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fcc90268-0088-4d5c-9291-4f51cd02ff52 admin admin] Publish callbacks [] for security_group (636929c1-cdd7-4659-a52d-91d6d39d7446), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:16.453259 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-edbae338-b495-426b-b8b9-beb305033890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:16.465288 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22808595-df21-4af8-a67d-35c839958c85 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (043ea9b6-bde8-4d4c-860d-d14722ec5add), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:16.523736 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fcc90268-0088-4d5c-9291-4f51cd02ff52 admin admin] Publish callbacks [] for security_group (636929c1-cdd7-4659-a52d-91d6d39d7446), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:16.542423 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22808595-df21-4af8-a67d-35c839958c85 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043ea9b6-bde8-4d4c-860d-d14722ec5add,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:16.551213 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22808595-df21-4af8-a67d-35c839958c85 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:16.556975 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-22808595-df21-4af8-a67d-35c839958c85 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4048221 May 12 14:33:16.558305 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 35538) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:16.571770 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-05112499-7424-4cfd-a318-1cc156330d44 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Request body: {'security_group_rule': {'security_group_id': '70df1e33-e03a-4910-9739-4630b655b034', 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:33:16.608490 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05112499-7424-4cfd-a318-1cc156330d44 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for security_group_rule (096fb38f-b26a-4223-b0fc-75a608e8c6fb), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:16.661191 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-edbae338-b495-426b-b8b9-beb305033890 admin admin] Publish callbacks [] for security_group (7bcce01f-70cb-4c42-a662-efeb304c30cb), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:16.662992 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fcc90268-0088-4d5c-9291-4f51cd02ff52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (636929c1-cdd7-4659-a52d-91d6d39d7446), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:16.666015 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fcc90268-0088-4d5c-9291-4f51cd02ff52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:16.668749 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-fcc90268-0088-4d5c-9291-4f51cd02ff52 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/636929c1-cdd7-4659-a52d-91d6d39d7446 HTTP/1.1" status: 204 len: 168 time: 0.4954348 May 12 14:33:16.672639 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-edbae338-b495-426b-b8b9-beb305033890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (7bcce01f-70cb-4c42-a662-efeb304c30cb), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:16.687454 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc90268-0088-4d5c-9291-4f51cd02ff52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636929c1-cdd7-4659-a52d-91d6d39d7446,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:16.733947 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05112499-7424-4cfd-a318-1cc156330d44 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for security_group_rule (096fb38f-b26a-4223-b0fc-75a608e8c6fb), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:16.742968 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05112499-7424-4cfd-a318-1cc156330d44 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (096fb38f-b26a-4223-b0fc-75a608e8c6fb), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:16.753177 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-edbae338-b495-426b-b8b9-beb305033890 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=866a86525a964a7e84b0ae643b2461c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7448716 May 12 14:33:16.758593 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 35550) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:16.778631 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbae338-b495-426b-b8b9-beb305033890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcce01f-70cb-4c42-a662-efeb304c30cb,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:16.792683 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05112499-7424-4cfd-a318-1cc156330d44 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096fb38f-b26a-4223-b0fc-75a608e8c6fb,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:16.800103 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05112499-7424-4cfd-a318-1cc156330d44 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:16.801862 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-05112499-7424-4cfd-a318-1cc156330d44 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2416255 May 12 14:33:16.804883 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 35554) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:16.814726 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-8e1d2f91-bacc-43fd-82a1-e41a9169faf9 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Request body: {'security_group_rule': {'security_group_id': '70df1e33-e03a-4910-9739-4630b655b034', 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:33:16.869460 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8e1d2f91-bacc-43fd-82a1-e41a9169faf9 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for security_group_rule (074f45d9-07df-4564-a2d0-20c84c8bbde1), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:16.892503 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16c4d939-c75e-4d91-a42b-3cbf349e1cc3 admin admin] Publish callbacks [] for security_group (7bcce01f-70cb-4c42-a662-efeb304c30cb), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:16.904286 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb50a1a-9b2b-4568-84a4-9d38882ebd0e None None] Sync routers for ids ['18f14b21-e0a4-489e-8de0-d5f872af0e50'] in dv-cinder-777031-14-iscsi {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:33:16.922093 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb50a1a-9b2b-4568-84a4-9d38882ebd0e None None] Routers {'18f14b21-e0a4-489e-8de0-d5f872af0e50'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:33:16.923174 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-abb50a1a-9b2b-4568-84a4-9d38882ebd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:33:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['18f14b21-e0a4-489e-8de0-d5f872af0e50'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:33:16.958271 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16c4d939-c75e-4d91-a42b-3cbf349e1cc3 admin admin] Publish callbacks [] for security_group (7bcce01f-70cb-4c42-a662-efeb304c30cb), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:16.978648 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8e1d2f91-bacc-43fd-82a1-e41a9169faf9 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for security_group_rule (074f45d9-07df-4564-a2d0-20c84c8bbde1), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:16.990927 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8e1d2f91-bacc-43fd-82a1-e41a9169faf9 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (074f45d9-07df-4564-a2d0-20c84c8bbde1), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:17.045953 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d2f91-bacc-43fd-82a1-e41a9169faf9 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074f45d9-07df-4564-a2d0-20c84c8bbde1,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:17.097841 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16c4d939-c75e-4d91-a42b-3cbf349e1cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (7bcce01f-70cb-4c42-a662-efeb304c30cb), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:17.104689 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16c4d939-c75e-4d91-a42b-3cbf349e1cc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:17.107227 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-16c4d939-c75e-4d91-a42b-3cbf349e1cc3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7bcce01f-70cb-4c42-a662-efeb304c30cb HTTP/1.1" status: 204 len: 168 time: 0.3473811 May 12 14:33:17.117963 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 8202cef2-c53a-4e42-bdd7-46c9e9c638dd up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:33:17.123829 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8e1d2f91-bacc-43fd-82a1-e41a9169faf9 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:17.136058 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-8e1d2f91-bacc-43fd-82a1-e41a9169faf9 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3298740 May 12 14:33:17.136721 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 35568) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:17.145909 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-f8f24db7-38ef-4d98-ac42-fdb8a79d6d94 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Request body: {'security_group_rule': {'security_group_id': '70df1e33-e03a-4910-9739-4630b655b034', 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:33:17.148212 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4d939-c75e-4d91-a42b-3cbf349e1cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcce01f-70cb-4c42-a662-efeb304c30cb,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:17.240281 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f8f24db7-38ef-4d98-ac42-fdb8a79d6d94 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for security_group_rule (bddb3fb4-1721-43cd-99ad-c90b7c059700), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:17.240526 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-abb50a1a-9b2b-4568-84a4-9d38882ebd0e None None] Set router 18f14b21-e0a4-489e-8de0-d5f872af0e50 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:33:17.311864 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port 8202cef2-c53a-4e42-bdd7-46c9e9c638dd triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:17.312183 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (8202cef2-c53a-4e42-bdd7-46c9e9c638dd), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:17.372418 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f8f24db7-38ef-4d98-ac42-fdb8a79d6d94 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for security_group_rule (bddb3fb4-1721-43cd-99ad-c90b7c059700), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:17.377236 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f8f24db7-38ef-4d98-ac42-fdb8a79d6d94 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (bddb3fb4-1721-43cd-99ad-c90b7c059700), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:17.418851 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f24db7-38ef-4d98-ac42-fdb8a79d6d94 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bddb3fb4-1721-43cd-99ad-c90b7c059700,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:17.425245 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f8f24db7-38ef-4d98-ac42-fdb8a79d6d94 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:17.429851 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 35576) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:17.430119 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-f8f24db7-38ef-4d98-ac42-fdb8a79d6d94 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2923021 May 12 14:33:17.435499 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-8751724f-23fd-4f91-83db-b0433c1188a4 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Request body: {'security_group_rule': {'security_group_id': '70df1e33-e03a-4910-9739-4630b655b034', 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:33:17.482884 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.db.securitygroups_db [None req-8751724f-23fd-4f91-83db-b0433c1188a4 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Project 0ba0ea753bb0496cbf274e802f50dd0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 14:33:17.493095 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8751724f-23fd-4f91-83db-b0433c1188a4 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for security_group_rule (07cc6948-c71a-44d1-a317-07cec74f0d81), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:17.584570 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port 8202cef2-c53a-4e42-bdd7-46c9e9c638dd is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:17.604012 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8751724f-23fd-4f91-83db-b0433c1188a4 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for security_group_rule (07cc6948-c71a-44d1-a317-07cec74f0d81), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:17.609708 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8751724f-23fd-4f91-83db-b0433c1188a4 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (07cc6948-c71a-44d1-a317-07cec74f0d81), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:17.624625 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-abb50a1a-9b2b-4568-84a4-9d38882ebd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f14b21-e0a4-489e-8de0-d5f872af0e50', 'name': 'tempest-TestVolumeBootPattern-1026086033-router', 'tenant_id': '3a4c510b25264c69a2b03086eeb7d37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8202cef2-c53a-4e42-bdd7-46c9e9c638dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:07Z', 'updated_at': '2022-05-12T14:33:14Z', 'revision_number': 4, 'project_id': '3a4c510b25264c69a2b03086eeb7d37b', 'gw_port': {'id': '8202cef2-c53a-4e42-bdd7-46c9e9c638dd', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f14b21-e0a4-489e-8de0-d5f872af0e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:08Z', 'updated_at': '2022-05-12T14:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '0c74eb02-8a2c-4e78-b32f-f0bed2d895bd', 'name': '', 'network_id': '7d20707d-1cc4-43f8-ac03-8f9799503ad0', 'tenant_id': '3a4c510b25264c69a2b03086eeb7d37b', 'mac_address': 'fa:16:3e:98:bd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f14b21-e0a4-489e-8de0-d5f872af0e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'cab89505-be16-415c-aec7-f1326cf2dc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:12Z', 'updated_at': '2022-05-12T14:33:14Z', 'revision_number': 2, 'project_id': '3a4c510b25264c69a2b03086eeb7d37b', 'subnets': [{'id': 'cab89505-be16-415c-aec7-f1326cf2dc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:33:17.637852 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751724f-23fd-4f91-83db-b0433c1188a4 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07cc6948-c71a-44d1-a317-07cec74f0d81,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:17.649902 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8751724f-23fd-4f91-83db-b0433c1188a4 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:17.653675 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-8751724f-23fd-4f91-83db-b0433c1188a4 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2201548 May 12 14:33:17.654491 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 35584) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:17.658616 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-3407cad8-40cc-41ae-8629-781b57e189fc tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Request body: {'security_group_rule': {'security_group_id': '70df1e33-e03a-4910-9739-4630b655b034', 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:33:17.680430 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb50a1a-9b2b-4568-84a4-9d38882ebd0e None None] Checking router: 18f14b21-e0a4-489e-8de0-d5f872af0e50 for host: dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:33:17.681250 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb50a1a-9b2b-4568-84a4-9d38882ebd0e None None] Updating router 18f14b21-e0a4-489e-8de0-d5f872af0e50 port 0c74eb02-8a2c-4e78-b32f-f0bed2d895bd binding host dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:33:17.683689 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.db.securitygroups_db [None req-3407cad8-40cc-41ae-8629-781b57e189fc tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Project 0ba0ea753bb0496cbf274e802f50dd0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 14:33:17.691530 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3407cad8-40cc-41ae-8629-781b57e189fc tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for security_group_rule (d1770cb1-6a22-4c21-8677-208661924e0b), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:17.714903 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-abb50a1a-9b2b-4568-84a4-9d38882ebd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (0c74eb02-8a2c-4e78-b32f-f0bed2d895bd), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:17.761767 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3407cad8-40cc-41ae-8629-781b57e189fc tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for security_group_rule (d1770cb1-6a22-4c21-8677-208661924e0b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:17.768807 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3407cad8-40cc-41ae-8629-781b57e189fc tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (d1770cb1-6a22-4c21-8677-208661924e0b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:17.791581 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 35588) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:17.804804 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3407cad8-40cc-41ae-8629-781b57e189fc tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:17.809561 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f722a523-e1a1-48d9-8dfd-355eb824fc7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:17.809764 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-3407cad8-40cc-41ae-8629-781b57e189fc tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1516445 May 12 14:33:17.809764 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407cad8-40cc-41ae-8629-781b57e189fc tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1770cb1-6a22-4c21-8677-208661924e0b,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:17.980529 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f722a523-e1a1-48d9-8dfd-355eb824fc7a admin admin] Publish callbacks [] for security_group (d477afd7-63bc-4b6d-be57-de992236c86f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:17.988803 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f722a523-e1a1-48d9-8dfd-355eb824fc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (d477afd7-63bc-4b6d-be57-de992236c86f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:18.040444 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-f722a523-e1a1-48d9-8dfd-355eb824fc7a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4ab32322836743d59bcb37a75a4c945a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476306 May 12 14:33:18.043336 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 35622) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:18.050378 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:18.063070 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722a523-e1a1-48d9-8dfd-355eb824fc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d477afd7-63bc-4b6d-be57-de992236c86f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:18.128846 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-98cf8808-082d-45f5-bc3a-e1ac67598f28 req-4cff2dfa-63c4-4baa-9a1b-0b8e34690ce7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802953 May 12 14:33:18.151676 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d03d57a7-0571-40b5-9b7a-d981c9db8958 admin admin] Publish callbacks [] for security_group (d477afd7-63bc-4b6d-be57-de992236c86f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:18.208975 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d03d57a7-0571-40b5-9b7a-d981c9db8958 admin admin] Publish callbacks [] for security_group (d477afd7-63bc-4b6d-be57-de992236c86f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:18.306529 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf8808-082d-45f5-bc3a-e1ac67598f28 req-c25ee98f-16fc-4281-b7ae-59d35d05f00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:18.308446 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-98cf8808-082d-45f5-bc3a-e1ac67598f28 req-c25ee98f-16fc-4281-b7ae-59d35d05f00c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4b5ca018b5f4dda99486407424b8168&device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 1130 time: 0.0922215 May 12 14:33:18.330521 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d03d57a7-0571-40b5-9b7a-d981c9db8958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (d477afd7-63bc-4b6d-be57-de992236c86f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:18.333772 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d03d57a7-0571-40b5-9b7a-d981c9db8958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:18.336206 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-d03d57a7-0571-40b5-9b7a-d981c9db8958 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d477afd7-63bc-4b6d-be57-de992236c86f HTTP/1.1" status: 204 len: 168 time: 0.2915287 May 12 14:33:18.347728 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d57a7-0571-40b5-9b7a-d981c9db8958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d477afd7-63bc-4b6d-be57-de992236c86f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:18.442608 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 35646) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:18.456864 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-abb50a1a-9b2b-4568-84a4-9d38882ebd0e None None] Publish callbacks [] for port (0c74eb02-8a2c-4e78-b32f-f0bed2d895bd), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:18.467790 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-abb50a1a-9b2b-4568-84a4-9d38882ebd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (0c74eb02-8a2c-4e78-b32f-f0bed2d895bd), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:18.499205 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf8808-082d-45f5-bc3a-e1ac67598f28 req-0d337422-b9f4-428e-9451-524276cf8075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:18.501343 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-98cf8808-082d-45f5-bc3a-e1ac67598f28 req-0d337422-b9f4-428e-9451-524276cf8075 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3fdc0b19-4053-4c44-8b08-cd1ab3959461 HTTP/1.1" status: 200 len: 915 time: 0.1671884 May 12 14:33:18.633812 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc09a27-33a1-4319-9c51-2fb83ec869e4 None None] Pushing event updated for resources: {'Port': ['ID=0c74eb02-8a2c-4e78-b32f-f0bed2d895bd,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:18.672193 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-98cf8808-082d-45f5-bc3a-e1ac67598f28 req-e908a6aa-e37e-41d2-87c0-b74c86111ef6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3aac594-e895-4346-8c61-7bc47bc88813 HTTP/1.1" status: 200 len: 1001 time: 0.1563077 May 12 14:33:18.725499 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-abb50a1a-9b2b-4568-84a4-9d38882ebd0e None None] Attempting to bind port 0c74eb02-8a2c-4e78-b32f-f0bed2d895bd on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:33:18.726014 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-abb50a1a-9b2b-4568-84a4-9d38882ebd0e None None] Attempting to bind port 0c74eb02-8a2c-4e78-b32f-f0bed2d895bd by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': 'f98ff63f-1593-4e77-8f55-80cba54582bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d20707d-1cc4-43f8-ac03-8f9799503ad0'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:33:18.726389 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb50a1a-9b2b-4568-84a4-9d38882ebd0e None None] Attempting to bind port 0c74eb02-8a2c-4e78-b32f-f0bed2d895bd on network 7d20707d-1cc4-43f8-ac03-8f9799503ad0 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:33:18.741758 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb50a1a-9b2b-4568-84a4-9d38882ebd0e None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:33:18.741758 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb50a1a-9b2b-4568-84a4-9d38882ebd0e None None] Checking segment: {'id': 'f98ff63f-1593-4e77-8f55-80cba54582bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d20707d-1cc4-43f8-ac03-8f9799503ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:33:18.741984 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-abb50a1a-9b2b-4568-84a4-9d38882ebd0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:18.742496 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb50a1a-9b2b-4568-84a4-9d38882ebd0e None None] Bound using segment: {'id': 'f98ff63f-1593-4e77-8f55-80cba54582bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d20707d-1cc4-43f8-ac03-8f9799503ad0'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:33:18.745658 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-abb50a1a-9b2b-4568-84a4-9d38882ebd0e None None] Bound port: 0c74eb02-8a2c-4e78-b32f-f0bed2d895bd, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98ff63f-1593-4e77-8f55-80cba54582bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d20707d-1cc4-43f8-ac03-8f9799503ad0'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:33:18.745849 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-abb50a1a-9b2b-4568-84a4-9d38882ebd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (0c74eb02-8a2c-4e78-b32f-f0bed2d895bd), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:18.786541 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf8808-082d-45f5-bc3a-e1ac67598f28 req-66b5f576-a225-4b17-801e-ba8c6d9c2d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:18.791433 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-98cf8808-082d-45f5-bc3a-e1ac67598f28 req-66b5f576-a225-4b17-801e-ba8c6d9c2d69 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb99a954-a215-4272-a7a1-86abb04d56af HTTP/1.1" status: 200 len: 853 time: 0.1162260 May 12 14:33:18.857365 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-abb50a1a-9b2b-4568-84a4-9d38882ebd0e None None] For port 0c74eb02-8a2c-4e78-b32f-f0bed2d895bd, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:33:18.864812 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-abb50a1a-9b2b-4568-84a4-9d38882ebd0e None None] For port 0c74eb02-8a2c-4e78-b32f-f0bed2d895bd, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=0c74eb02-8a2c-4e78-b32f-f0bed2d895bd,segment=NetworkSegment(f98ff63f-1593-4e77-8f55-80cba54582bc),segment_id=f98ff63f-1593-4e77-8f55-80cba54582bc)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:33:18.866490 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf8808-082d-45f5-bc3a-e1ac67598f28 req-774f3bd2-6c60-4d69-9c40-8e02aacc6a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:18.868687 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-98cf8808-082d-45f5-bc3a-e1ac67598f28 req-774f3bd2-6c60-4d69-9c40-8e02aacc6a1a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3fdc0b19-4053-4c44-8b08-cd1ab3959461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0720918 May 12 14:33:18.874671 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-abb50a1a-9b2b-4568-84a4-9d38882ebd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (0c74eb02-8a2c-4e78-b32f-f0bed2d895bd), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:18.891956 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1155992660-network', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:33:18.916881 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] Made reservation on behalf of 3c83c8fa2cd44eab84cb50b3ad06a1d3 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:33:18.920030 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:18.931412 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:18.954752 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d900fe5a-6497-4f8a-9491-c3b9ffa107a1 None None] Provisioning complete for port 0c74eb02-8a2c-4e78-b32f-f0bed2d895bd triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:18.955538 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d900fe5a-6497-4f8a-9491-c3b9ffa107a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (0c74eb02-8a2c-4e78-b32f-f0bed2d895bd), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:19.035257 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc09a27-33a1-4319-9c51-2fb83ec869e4 None None] Pushing event updated for resources: {'Port': ['ID=0c74eb02-8a2c-4e78-b32f-f0bed2d895bd,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:19.040837 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-98cf8808-082d-45f5-bc3a-e1ac67598f28 req-327500b5-d6e1-4ec6-8a44-8d41e5de2272 service neutron] 10.222.0.57 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641846 May 12 14:33:19.046706 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb50a1a-9b2b-4568-84a4-9d38882ebd0e None None] Routers {'18f14b21-e0a4-489e-8de0-d5f872af0e50'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:33:19.047387 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-abb50a1a-9b2b-4568-84a4-9d38882ebd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:33:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['18f14b21-e0a4-489e-8de0-d5f872af0e50'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:33:19.058256 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] Publish callbacks [] for security_group (a1b06529-48a9-47bd-932f-b962bd5b67e9), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:19.066696 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (a1b06529-48a9-47bd-932f-b962bd5b67e9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:19.096150 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:33:19.117380 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b06529-48a9-47bd-932f-b962bd5b67e9,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:19.124903 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 35668) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:19.125641 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771212172301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (c6e36150-006d-4817-be7b-a40f146ddc75), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:19.125982 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.db.segments_db [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] Added segment c6e36150-006d-4817-be7b-a40f146ddc75 of type vlan for network a960421c-0ac7-4777-ad11-86ea1221dbd0 May 12 14:33:19.128679 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:19.129049 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:19.129370 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:19.130129 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:19.130466 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:19.130793 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:19.131146 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:19.131476 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:19.131817 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:19.132149 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:19.132473 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:19.132795 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:19.133124 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:19.133433 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:19.133892 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:19.143764 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50a20513-273e-419f-9c9e-339cc90e2dd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:19.204845 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771211612555'] for network (a960421c-0ac7-4777-ad11-86ea1221dbd0), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:19.239653 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for network (a960421c-0ac7-4777-ad11-86ea1221dbd0), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:19.241626 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:19.242308 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-98cf8808-082d-45f5-bc3a-e1ac67598f28 req-000533b7-0674-41ab-b50f-4d6c9930cbce service neutron] 10.222.0.57 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929457 May 12 14:33:19.243186 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:19.313552 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d900fe5a-6497-4f8a-9491-c3b9ffa107a1 None None] Current status of the port 0c74eb02-8a2c-4e78-b32f-f0bed2d895bd is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:19.315297 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d900fe5a-6497-4f8a-9491-c3b9ffa107a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (0c74eb02-8a2c-4e78-b32f-f0bed2d895bd), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:19.328990 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50a20513-273e-419f-9c9e-339cc90e2dd2 admin admin] Publish callbacks [] for security_group (653601d2-ee71-4f28-97e1-e9cd1804b051), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:19.344529 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-50a20513-273e-419f-9c9e-339cc90e2dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (653601d2-ee71-4f28-97e1-e9cd1804b051), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:19.354247 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-abb50a1a-9b2b-4568-84a4-9d38882ebd0e None None] Set router 18f14b21-e0a4-489e-8de0-d5f872af0e50 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:33:19.385908 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-50a20513-273e-419f-9c9e-339cc90e2dd2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d2251a9fc82c4dc79189580e7f4238c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2572184 May 12 14:33:19.387630 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 35678) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:19.400715 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] Pushing event updated for resources: {'Network': ['ID=a960421c-0ac7-4777-ad11-86ea1221dbd0,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:19.411727 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a20513-273e-419f-9c9e-339cc90e2dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653601d2-ee71-4f28-97e1-e9cd1804b051,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:19.419786 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-fd7d5a52-6e40-450c-8014-bb17685a09a7 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.9742122 May 12 14:33:19.421750 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Network a960421c-0ac7-4777-ad11-86ea1221dbd0 details requested by agent ovs-agent-dv-cinder-777031-14-iscsi with host dv-cinder-777031-14-iscsi {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:33:19.425931 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 35680) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:19.434576 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-d6ab1ceb-34d9-4fde-a664-e1965e7ae69b admin admin] Request body: {'subnet': {'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1155992660-subnet', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:33:19.481162 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ab1ceb-34d9-4fde-a664-e1965e7ae69b admin admin] Made reservation on behalf of 3c83c8fa2cd44eab84cb50b3ad06a1d3 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:33:19.490654 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d6ab1ceb-34d9-4fde-a664-e1965e7ae69b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3895203'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:19.508602 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a7d0689e-f179-4c11-acd3-48de65f0972c admin admin] Publish callbacks [] for security_group (653601d2-ee71-4f28-97e1-e9cd1804b051), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:19.578283 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a7d0689e-f179-4c11-acd3-48de65f0972c admin admin] Publish callbacks [] for security_group (653601d2-ee71-4f28-97e1-e9cd1804b051), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:19.583540 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d900fe5a-6497-4f8a-9491-c3b9ffa107a1 None None] For port 0c74eb02-8a2c-4e78-b32f-f0bed2d895bd, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=0c74eb02-8a2c-4e78-b32f-f0bed2d895bd,segment=NetworkSegment(f98ff63f-1593-4e77-8f55-80cba54582bc),segment_id=f98ff63f-1593-4e77-8f55-80cba54582bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:33:19.594422 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d900fe5a-6497-4f8a-9491-c3b9ffa107a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (0c74eb02-8a2c-4e78-b32f-f0bed2d895bd), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:19.726589 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900fe5a-6497-4f8a-9491-c3b9ffa107a1 None None] Pushing event updated for resources: {'Port': ['ID=0c74eb02-8a2c-4e78-b32f-f0bed2d895bd,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:19.750861 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a7d0689e-f179-4c11-acd3-48de65f0972c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (653601d2-ee71-4f28-97e1-e9cd1804b051), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:19.754019 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a7d0689e-f179-4c11-acd3-48de65f0972c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:19.755445 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-a7d0689e-f179-4c11-acd3-48de65f0972c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/653601d2-ee71-4f28-97e1-e9cd1804b051 HTTP/1.1" status: 204 len: 168 time: 0.3668804 May 12 14:33:19.762899 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-17261345-357b-496c-9e33-78be9d552974 None None] Provisioning complete for port 0c74eb02-8a2c-4e78-b32f-f0bed2d895bd triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:19.762899 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-17261345-357b-496c-9e33-78be9d552974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (0c74eb02-8a2c-4e78-b32f-f0bed2d895bd), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:19.780229 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0689e-f179-4c11-acd3-48de65f0972c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653601d2-ee71-4f28-97e1-e9cd1804b051,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:19.790866 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d6ab1ceb-34d9-4fde-a664-e1965e7ae69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3814108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3895221'] for subnet (3ff9df63-a567-422b-b0eb-7dc75045c602), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:19.864723 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-abb50a1a-9b2b-4568-84a4-9d38882ebd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f14b21-e0a4-489e-8de0-d5f872af0e50', 'name': 'tempest-TestVolumeBootPattern-1026086033-router', 'tenant_id': '3a4c510b25264c69a2b03086eeb7d37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8202cef2-c53a-4e42-bdd7-46c9e9c638dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:07Z', 'updated_at': '2022-05-12T14:33:14Z', 'revision_number': 4, 'project_id': '3a4c510b25264c69a2b03086eeb7d37b', 'gw_port': {'id': '8202cef2-c53a-4e42-bdd7-46c9e9c638dd', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f14b21-e0a4-489e-8de0-d5f872af0e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:08Z', 'updated_at': '2022-05-12T14:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '0c74eb02-8a2c-4e78-b32f-f0bed2d895bd', 'name': '', 'network_id': '7d20707d-1cc4-43f8-ac03-8f9799503ad0', 'tenant_id': '3a4c510b25264c69a2b03086eeb7d37b', 'mac_address': 'fa:16:3e:98:bd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f14b21-e0a4-489e-8de0-d5f872af0e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'cab89505-be16-415c-aec7-f1326cf2dc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:12Z', 'updated_at': '2022-05-12T14:33:18Z', 'revision_number': 4, 'project_id': '3a4c510b25264c69a2b03086eeb7d37b', 'subnets': [{'id': 'cab89505-be16-415c-aec7-f1326cf2dc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:33:19.871798 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab1ceb-34d9-4fde-a664-e1965e7ae69b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ff9df63-a567-422b-b0eb-7dc75045c602,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:19.880615 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ab1ceb-34d9-4fde-a664-e1965e7ae69b admin admin] Checking segment: {'id': 'c6e36150-006d-4817-be7b-a40f146ddc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:33:19.880985 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ab1ceb-34d9-4fde-a664-e1965e7ae69b admin admin] Network hostable DHCP agents. Network: a960421c-0ac7-4777-ad11-86ea1221dbd0, hostable agents: ['8d346936-3b5f-4708-9dbd-40464a47b1eb'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:33:19.900033 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ab1ceb-34d9-4fde-a664-e1965e7ae69b admin admin] Network a960421c-0ac7-4777-ad11-86ea1221dbd0 is scheduled to be hosted by DHCP agent 8d346936-3b5f-4708-9dbd-40464a47b1eb with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:33:19.906394 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb50a1a-9b2b-4568-84a4-9d38882ebd0e None None] The sync data for ids ['18f14b21-e0a4-489e-8de0-d5f872af0e50'] in dv-cinder-777031-14-iscsi is: [{'id': '18f14b21-e0a4-489e-8de0-d5f872af0e50', 'name': 'tempest-TestVolumeBootPattern-1026086033-router', 'tenant_id': '3a4c510b25264c69a2b03086eeb7d37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8202cef2-c53a-4e42-bdd7-46c9e9c638dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:07Z', 'updated_at': '2022-05-12T14:33:14Z', 'revision_number': 4, 'project_id': '3a4c510b25264c69a2b03086eeb7d37b', 'gw_port': {'id': '8202cef2-c53a-4e42-bdd7-46c9e9c638dd', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f14b21-e0a4-489e-8de0-d5f872af0e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:08Z', 'updated_at': '2022-05-12T14:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '0c74eb02-8a2c-4e78-b32f-f0bed2d895bd', 'name': '', 'network_id': '7d20707d-1cc4-43f8-ac03-8f9799503ad0', 'tenant_id': '3a4c510b25264c69a2b03086eeb7d37b', 'mac_address': 'fa:16:3e:98:bd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f14b21-e0a4-489e-8de0-d5f872af0e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'cab89505-be16-415c-aec7-f1326cf2dc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:12Z', 'updated_at': '2022-05-12T14:33:18Z', 'revision_number': 4, 'project_id': '3a4c510b25264c69a2b03086eeb7d37b', 'subnets': [{'id': 'cab89505-be16-415c-aec7-f1326cf2dc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:33:19.928721 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-d6ab1ceb-34d9-4fde-a664-e1965e7ae69b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-14-iscsi, a960421c-0ac7-4777-ad11-86ea1221dbd0) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:33:19.946123 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ab1ceb-34d9-4fde-a664-e1965e7ae69b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:19.946836 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d6ab1ceb-34d9-4fde-a664-e1965e7ae69b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:19.949385 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e331ca-daf7-4adf-97b6-6dfe317e7e61 None None] Network a960421c-0ac7-4777-ad11-86ea1221dbd0 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:33:19.983583 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-d6ab1ceb-34d9-4fde-a664-e1965e7ae69b admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5538623 May 12 14:33:19.983782 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 35694) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:19.991584 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-3373711b-e487-4d52-ab6c-b9cf460682fa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1155992660-router', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:33:20.019392 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-17261345-357b-496c-9e33-78be9d552974 None None] Current status of the port 0c74eb02-8a2c-4e78-b32f-f0bed2d895bd is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:20.056546 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3373711b-e487-4d52-ab6c-b9cf460682fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-926981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-493231'] for router (088ee916-49e5-4261-a96d-48db88b4cdde), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:20.057789 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3373711b-e487-4d52-ab6c-b9cf460682fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-928796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-988421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-493140'] for router (088ee916-49e5-4261-a96d-48db88b4cdde), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:20.143531 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3373711b-e487-4d52-ab6c-b9cf460682fa admin admin] Publish callbacks [] for router_controller (088ee916-49e5-4261-a96d-48db88b4cdde), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:20.147885 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8806f7-7a93-470f-92a4-24402cbedf76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a910b8e-e9ef-5def-a0da-b0da6844de63-a960421c-0ac7-4777-ad11-86ea1221dbd0', 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0', 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'fixed_ips': [{'subnet_id': '3ff9df63-a567-422b-b0eb-7dc75045c602'}]}} from dv-cinder-777031-14-iscsi. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 14:33:20.149685 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ff8806f7-7a93-470f-92a4-24402cbedf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:20.355693 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3373711b-e487-4d52-ab6c-b9cf460682fa admin admin] Publish callbacks [] for router_gateway (088ee916-49e5-4261-a96d-48db88b4cdde), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:20.393261 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-ff8806f7-7a93-470f-92a4-24402cbedf76 None None] Allocated IP 172.20.0.2 (a960421c-0ac7-4777-ad11-86ea1221dbd0/3ff9df63-a567-422b-b0eb-7dc75045c602/26a7e270-8161-493c-9c98-f026e53c45d6) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:33:20.614831 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ff8806f7-7a93-470f-92a4-24402cbedf76 None None] Publish callbacks [] for port (26a7e270-8161-493c-9c98-f026e53c45d6), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:20.621684 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3373711b-e487-4d52-ab6c-b9cf460682fa admin admin] Publish callbacks [] for router_gateway (088ee916-49e5-4261-a96d-48db88b4cdde), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:20.621872 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ff8806f7-7a93-470f-92a4-24402cbedf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (26a7e270-8161-493c-9c98-f026e53c45d6), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:20.644394 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3373711b-e487-4d52-ab6c-b9cf460682fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:20.680169 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8806f7-7a93-470f-92a4-24402cbedf76 None None] Network a960421c-0ac7-4777-ad11-86ea1221dbd0 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:33:20.683615 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-ff8806f7-7a93-470f-92a4-24402cbedf76 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:33:20.694286 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8806f7-7a93-470f-92a4-24402cbedf76 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:33:20.729020 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8806f7-7a93-470f-92a4-24402cbedf76 None None] Pushing event updated for resources: {'Port': ['ID=26a7e270-8161-493c-9c98-f026e53c45d6,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:20.846315 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-3373711b-e487-4d52-ab6c-b9cf460682fa admin admin] Allocated IP 172.27.0.126 (913ada40-7b52-4232-aff5-95dc520647d4/2870505d-8418-4289-9c4c-0eeadb155262/1a247a16-6637-427c-9dc6-93640b655f3e) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:33:20.855011 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-ff8806f7-7a93-470f-92a4-24402cbedf76 None None] Attempting to bind port 26a7e270-8161-493c-9c98-f026e53c45d6 on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:33:20.855470 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-ff8806f7-7a93-470f-92a4-24402cbedf76 None None] Attempting to bind port 26a7e270-8161-493c-9c98-f026e53c45d6 by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': 'c6e36150-006d-4817-be7b-a40f146ddc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:33:20.855980 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8806f7-7a93-470f-92a4-24402cbedf76 None None] Attempting to bind port 26a7e270-8161-493c-9c98-f026e53c45d6 on network a960421c-0ac7-4777-ad11-86ea1221dbd0 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:33:20.868536 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8806f7-7a93-470f-92a4-24402cbedf76 None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:33:20.870530 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8806f7-7a93-470f-92a4-24402cbedf76 None None] Checking segment: {'id': 'c6e36150-006d-4817-be7b-a40f146ddc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:33:20.871283 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ff8806f7-7a93-470f-92a4-24402cbedf76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:20.873522 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8806f7-7a93-470f-92a4-24402cbedf76 None None] Bound using segment: {'id': 'c6e36150-006d-4817-be7b-a40f146ddc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:33:20.874635 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-ff8806f7-7a93-470f-92a4-24402cbedf76 None None] Bound port: 26a7e270-8161-493c-9c98-f026e53c45d6, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e36150-006d-4817-be7b-a40f146ddc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:33:20.877830 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ff8806f7-7a93-470f-92a4-24402cbedf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (26a7e270-8161-493c-9c98-f026e53c45d6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:20.974876 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 0c74eb02-8a2c-4e78-b32f-f0bed2d895bd up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:33:21.040707 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-ff8806f7-7a93-470f-92a4-24402cbedf76 None None] For port 26a7e270-8161-493c-9c98-f026e53c45d6, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:33:21.044851 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-ff8806f7-7a93-470f-92a4-24402cbedf76 None None] For port 26a7e270-8161-493c-9c98-f026e53c45d6, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=26a7e270-8161-493c-9c98-f026e53c45d6,segment=NetworkSegment(c6e36150-006d-4817-be7b-a40f146ddc75),segment_id=c6e36150-006d-4817-be7b-a40f146ddc75)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:33:21.052706 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ff8806f7-7a93-470f-92a4-24402cbedf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (26a7e270-8161-493c-9c98-f026e53c45d6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:21.053782 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3373711b-e487-4d52-ab6c-b9cf460682fa admin admin] Publish callbacks [] for port (1a247a16-6637-427c-9dc6-93640b655f3e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:21.090842 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port 0c74eb02-8a2c-4e78-b32f-f0bed2d895bd triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:21.091238 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (0c74eb02-8a2c-4e78-b32f-f0bed2d895bd), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:21.099818 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3373711b-e487-4d52-ab6c-b9cf460682fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (1a247a16-6637-427c-9dc6-93640b655f3e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:21.143413 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3373711b-e487-4d52-ab6c-b9cf460682fa admin admin] Network 913ada40-7b52-4232-aff5-95dc520647d4 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:33:21.153554 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-3373711b-e487-4d52-ab6c-b9cf460682fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:33:21.157426 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3373711b-e487-4d52-ab6c-b9cf460682fa admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:33:21.202148 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373711b-e487-4d52-ab6c-b9cf460682fa admin admin] Pushing event updated for resources: {'Port': ['ID=1a247a16-6637-427c-9dc6-93640b655f3e,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:21.302925 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8806f7-7a93-470f-92a4-24402cbedf76 None None] Pushing event updated for resources: {'Port': ['ID=26a7e270-8161-493c-9c98-f026e53c45d6,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:21.382336 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port 0c74eb02-8a2c-4e78-b32f-f0bed2d895bd is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:21.571003 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3373711b-e487-4d52-ab6c-b9cf460682fa admin admin] Publish callbacks [] for router_gateway (088ee916-49e5-4261-a96d-48db88b4cdde), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:21.815889 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3373711b-e487-4d52-ab6c-b9cf460682fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928971'] for router (088ee916-49e5-4261-a96d-48db88b4cdde), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:22.178999 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3373711b-e487-4d52-ab6c-b9cf460682fa admin admin] Router 088ee916-49e5-4261-a96d-48db88b4cdde is scheduled to L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 14:33:22.220201 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f148bd-7039-4ffd-a92e-929a0a0fdc22 None None] Network a960421c-0ac7-4777-ad11-86ea1221dbd0 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:33:22.309891 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-dac9c11c-7d75-4fe2-bd91-0705c204ef3c None None] Provisioning complete for port 26a7e270-8161-493c-9c98-f026e53c45d6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:22.310504 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dac9c11c-7d75-4fe2-bd91-0705c204ef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (26a7e270-8161-493c-9c98-f026e53c45d6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:22.318428 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3373711b-e487-4d52-ab6c-b9cf460682fa admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:33:22.330881 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8268ae48-caa9-4e4f-af0e-c322f0c25a03 None None] Sync routers for ids ['088ee916-49e5-4261-a96d-48db88b4cdde'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:33:22.346919 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8268ae48-caa9-4e4f-af0e-c322f0c25a03 None None] Routers {'088ee916-49e5-4261-a96d-48db88b4cdde'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:33:22.348154 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8268ae48-caa9-4e4f-af0e-c322f0c25a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:33:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['088ee916-49e5-4261-a96d-48db88b4cdde'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:33:22.350305 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3373711b-e487-4d52-ab6c-b9cf460682fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:22.355780 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-3373711b-e487-4d52-ab6c-b9cf460682fa admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.3708434 May 12 14:33:22.357379 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 35730) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:22.486495 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-dac9c11c-7d75-4fe2-bd91-0705c204ef3c None None] Current status of the port 26a7e270-8161-493c-9c98-f026e53c45d6 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:22.487548 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dac9c11c-7d75-4fe2-bd91-0705c204ef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (26a7e270-8161-493c-9c98-f026e53c45d6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:22.498604 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-8268ae48-caa9-4e4f-af0e-c322f0c25a03 None None] Set router 088ee916-49e5-4261-a96d-48db88b4cdde gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:33:22.541385 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-dac9c11c-7d75-4fe2-bd91-0705c204ef3c None None] For port 26a7e270-8161-493c-9c98-f026e53c45d6, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=26a7e270-8161-493c-9c98-f026e53c45d6,segment=NetworkSegment(c6e36150-006d-4817-be7b-a40f146ddc75),segment_id=c6e36150-006d-4817-be7b-a40f146ddc75)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:33:22.551699 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dac9c11c-7d75-4fe2-bd91-0705c204ef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (26a7e270-8161-493c-9c98-f026e53c45d6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:22.623927 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9c11c-7d75-4fe2-bd91-0705c204ef3c None None] Pushing event updated for resources: {'Port': ['ID=26a7e270-8161-493c-9c98-f026e53c45d6,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:22.772942 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2aa10878-8a58-4c0a-bda2-80ab9098da43 None None] Provisioning complete for port 26a7e270-8161-493c-9c98-f026e53c45d6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:22.773705 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2aa10878-8a58-4c0a-bda2-80ab9098da43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (26a7e270-8161-493c-9c98-f026e53c45d6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:22.784396 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8268ae48-caa9-4e4f-af0e-c322f0c25a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'name': 'tempest-ServerRescueNegativeTestJSON-1155992660-router', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:21Z', 'revision_number': 3, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'gw_port': {'id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:09:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:33:22.822943 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8268ae48-caa9-4e4f-af0e-c322f0c25a03 None None] Checking router: 088ee916-49e5-4261-a96d-48db88b4cdde for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:33:22.823313 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8268ae48-caa9-4e4f-af0e-c322f0c25a03 None None] Updating router 088ee916-49e5-4261-a96d-48db88b4cdde port 1a247a16-6637-427c-9dc6-93640b655f3e binding host dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:33:22.859220 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8268ae48-caa9-4e4f-af0e-c322f0c25a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (1a247a16-6637-427c-9dc6-93640b655f3e), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:22.898455 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2aa10878-8a58-4c0a-bda2-80ab9098da43 None None] Current status of the port 26a7e270-8161-493c-9c98-f026e53c45d6 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:22.962221 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:22.975176 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 26a7e270-8161-493c-9c98-f026e53c45d6 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:33:23.038232 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port 26a7e270-8161-493c-9c98-f026e53c45d6 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:23.038670 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (26a7e270-8161-493c-9c98-f026e53c45d6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:23.168645 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port 26a7e270-8161-493c-9c98-f026e53c45d6 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:23.187681 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Allocated IP 172.20.0.1 (a960421c-0ac7-4777-ad11-86ea1221dbd0/3ff9df63-a567-422b-b0eb-7dc75045c602/2f312332-0177-4120-a058-5875094508fa) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:33:23.264749 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8268ae48-caa9-4e4f-af0e-c322f0c25a03 None None] Publish callbacks [] for port (1a247a16-6637-427c-9dc6-93640b655f3e), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:23.274041 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8268ae48-caa9-4e4f-af0e-c322f0c25a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (1a247a16-6637-427c-9dc6-93640b655f3e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:23.330075 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-8268ae48-caa9-4e4f-af0e-c322f0c25a03 None None] Attempting to bind port 1a247a16-6637-427c-9dc6-93640b655f3e on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:33:23.330439 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-8268ae48-caa9-4e4f-af0e-c322f0c25a03 None None] Attempting to bind port 1a247a16-6637-427c-9dc6-93640b655f3e by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:33:23.330806 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8268ae48-caa9-4e4f-af0e-c322f0c25a03 None None] Attempting to bind port 1a247a16-6637-427c-9dc6-93640b655f3e on network 913ada40-7b52-4232-aff5-95dc520647d4 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:33:23.336799 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Publish callbacks [] for port (2f312332-0177-4120-a058-5875094508fa), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:23.342875 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8268ae48-caa9-4e4f-af0e-c322f0c25a03 None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:33:23.343962 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8268ae48-caa9-4e4f-af0e-c322f0c25a03 None None] Checking segment: {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:33:23.344530 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8268ae48-caa9-4e4f-af0e-c322f0c25a03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:23.345078 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8268ae48-caa9-4e4f-af0e-c322f0c25a03 None None] Bound using segment: {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:33:23.345788 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-8268ae48-caa9-4e4f-af0e-c322f0c25a03 None None] Bound port: 1a247a16-6637-427c-9dc6-93640b655f3e, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:33:23.346343 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8268ae48-caa9-4e4f-af0e-c322f0c25a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (1a247a16-6637-427c-9dc6-93640b655f3e), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:23.367509 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0181c51-fc6f-4cba-80b2-7479e5b0add3 None None] Pushing event updated for resources: {'Port': ['ID=1a247a16-6637-427c-9dc6-93640b655f3e,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:23.396170 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (2f312332-0177-4120-a058-5875094508fa), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:23.412444 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-8268ae48-caa9-4e4f-af0e-c322f0c25a03 None None] For port 1a247a16-6637-427c-9dc6-93640b655f3e, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:33:23.417568 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-8268ae48-caa9-4e4f-af0e-c322f0c25a03 None None] For port 1a247a16-6637-427c-9dc6-93640b655f3e, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=1a247a16-6637-427c-9dc6-93640b655f3e,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:33:23.427094 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8268ae48-caa9-4e4f-af0e-c322f0c25a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (1a247a16-6637-427c-9dc6-93640b655f3e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:23.461868 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Network a960421c-0ac7-4777-ad11-86ea1221dbd0 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:33:23.466195 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:33:23.483288 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:33:23.484193 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-931814'] for router_interface (088ee916-49e5-4261-a96d-48db88b4cdde), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:23.538711 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Pushing event updated for resources: {'Port': ['ID=2f312332-0177-4120-a058-5875094508fa,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:23.553680 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:23.554028 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:23.554395 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:23.555178 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:23.555178 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:23.555487 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:23.555748 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:23.556111 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:23.556425 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:23.556768 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:23.557109 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:23.557450 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:23.558268 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:23.558268 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:23.558543 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:23.591651 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8268ae48-caa9-4e4f-af0e-c322f0c25a03 None None] Routers {'088ee916-49e5-4261-a96d-48db88b4cdde'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:33:23.593005 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8268ae48-caa9-4e4f-af0e-c322f0c25a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:33:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['088ee916-49e5-4261-a96d-48db88b4cdde'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:33:23.648034 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0181c51-fc6f-4cba-80b2-7479e5b0add3 None None] Pushing event updated for resources: {'Port': ['ID=1a247a16-6637-427c-9dc6-93640b655f3e,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:23.696053 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (2f312332-0177-4120-a058-5875094508fa), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:23.729899 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-cf053804-8ccf-4240-af8f-9560f3858238 None None] Provisioning complete for port 2f312332-0177-4120-a058-5875094508fa triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:23.730946 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf053804-8ccf-4240-af8f-9560f3858238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (2f312332-0177-4120-a058-5875094508fa), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:23.752051 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-8268ae48-caa9-4e4f-af0e-c322f0c25a03 None None] Set router 088ee916-49e5-4261-a96d-48db88b4cdde gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:33:23.782567 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-cf053804-8ccf-4240-af8f-9560f3858238 None None] Port 2f312332-0177-4120-a058-5875094508fa cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:33:23.957408 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Publish callbacks [] for port (2f312332-0177-4120-a058-5875094508fa), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:23.964745 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (2f312332-0177-4120-a058-5875094508fa), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:23.964745 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1022775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932268'] for router_interface (088ee916-49e5-4261-a96d-48db88b4cdde), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:23.973264 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-8268ae48-caa9-4e4f-af0e-c322f0c25a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'name': 'tempest-ServerRescueNegativeTestJSON-1155992660-router', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:21Z', 'revision_number': 3, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'gw_port': {'id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:09:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:33:24.023246 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8268ae48-caa9-4e4f-af0e-c322f0c25a03 None None] The sync data for ids ['088ee916-49e5-4261-a96d-48db88b4cdde'] in dv-cinder-777031-14-iscsi is: [{'id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'name': 'tempest-ServerRescueNegativeTestJSON-1155992660-router', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:21Z', 'revision_number': 3, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'gw_port': {'id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:09:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:33:24.029243 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Pushing event updated for resources: {'Port': ['ID=2f312332-0177-4120-a058-5875094508fa,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:24.116291 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Network a960421c-0ac7-4777-ad11-86ea1221dbd0 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:33:24.117849 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:33:24.251863 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Router 088ee916-49e5-4261-a96d-48db88b4cdde has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:33:24.408364 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-7477f128-ae62-4e4b-bdb8-cd7fd4d2f3d9 None None] Provisioning complete for port 2f312332-0177-4120-a058-5875094508fa triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:24.408683 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7477f128-ae62-4e4b-bdb8-cd7fd4d2f3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (2f312332-0177-4120-a058-5875094508fa), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:24.433508 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:33:24.446226 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-3e218579-380b-4ba3-8315-fd68b4d6e654 admin admin] 10.222.0.75 "PUT /v2.0/routers/088ee916-49e5-4261-a96d-48db88b4cdde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0877023 May 12 14:33:24.455513 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7477f128-ae62-4e4b-bdb8-cd7fd4d2f3d9 None None] Port 2f312332-0177-4120-a058-5875094508fa cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:33:24.917069 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 1a247a16-6637-427c-9dc6-93640b655f3e up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:33:24.989041 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port 1a247a16-6637-427c-9dc6-93640b655f3e triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:24.989431 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (1a247a16-6637-427c-9dc6-93640b655f3e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:25.106579 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port 1a247a16-6637-427c-9dc6-93640b655f3e is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:25.107002 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (1a247a16-6637-427c-9dc6-93640b655f3e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:25.129711 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] For port 1a247a16-6637-427c-9dc6-93640b655f3e, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=1a247a16-6637-427c-9dc6-93640b655f3e,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:33:25.133777 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (1a247a16-6637-427c-9dc6-93640b655f3e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:25.189942 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Pushing event updated for resources: {'Port': ['ID=1a247a16-6637-427c-9dc6-93640b655f3e,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:25.200475 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:25.200808 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:25.201176 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:25.201538 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:25.201875 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:25.202206 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:25.202530 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:25.202858 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:25.203219 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:25.203545 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:25.203868 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:25.204212 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:25.204544 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:25.204860 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:25.205207 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:33:25.813052 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eb4b50-04a2-4d51-a547-6be41df612d0 None None] Sync routers for ids ['088ee916-49e5-4261-a96d-48db88b4cdde'] in dv-cinder-777031-14-iscsi {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:33:25.825214 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eb4b50-04a2-4d51-a547-6be41df612d0 None None] Routers {'088ee916-49e5-4261-a96d-48db88b4cdde'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:33:25.825855 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-24eb4b50-04a2-4d51-a547-6be41df612d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:33:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['088ee916-49e5-4261-a96d-48db88b4cdde'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:33:25.941914 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-24eb4b50-04a2-4d51-a547-6be41df612d0 None None] Set router 088ee916-49e5-4261-a96d-48db88b4cdde gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:33:26.171761 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-24eb4b50-04a2-4d51-a547-6be41df612d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'name': 'tempest-ServerRescueNegativeTestJSON-1155992660-router', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:23Z', 'revision_number': 4, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'gw_port': {'id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '2f312332-0177-4120-a058-5875094508fa', 'name': '', 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'mac_address': 'fa:16:3e:62:cc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '3ff9df63-a567-422b-b0eb-7dc75045c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:22Z', 'updated_at': '2022-05-12T14:33:23Z', 'revision_number': 2, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'subnets': [{'id': '3ff9df63-a567-422b-b0eb-7dc75045c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:33:26.225582 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eb4b50-04a2-4d51-a547-6be41df612d0 None None] Checking router: 088ee916-49e5-4261-a96d-48db88b4cdde for host: dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:33:26.225582 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eb4b50-04a2-4d51-a547-6be41df612d0 None None] Updating router 088ee916-49e5-4261-a96d-48db88b4cdde port 2f312332-0177-4120-a058-5875094508fa binding host dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:33:26.247958 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-24eb4b50-04a2-4d51-a547-6be41df612d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (2f312332-0177-4120-a058-5875094508fa), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:26.565904 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-24eb4b50-04a2-4d51-a547-6be41df612d0 None None] Publish callbacks [] for port (2f312332-0177-4120-a058-5875094508fa), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:26.572898 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-24eb4b50-04a2-4d51-a547-6be41df612d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (2f312332-0177-4120-a058-5875094508fa), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:26.626531 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10bffe-c2d7-4c77-a631-383b5e737698 None None] Pushing event updated for resources: {'Port': ['ID=2f312332-0177-4120-a058-5875094508fa,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:26.689567 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-24eb4b50-04a2-4d51-a547-6be41df612d0 None None] Attempting to bind port 2f312332-0177-4120-a058-5875094508fa on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:33:26.690078 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-24eb4b50-04a2-4d51-a547-6be41df612d0 None None] Attempting to bind port 2f312332-0177-4120-a058-5875094508fa by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': 'c6e36150-006d-4817-be7b-a40f146ddc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:33:26.690455 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eb4b50-04a2-4d51-a547-6be41df612d0 None None] Attempting to bind port 2f312332-0177-4120-a058-5875094508fa on network a960421c-0ac7-4777-ad11-86ea1221dbd0 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:33:26.696486 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eb4b50-04a2-4d51-a547-6be41df612d0 None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:33:26.696860 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eb4b50-04a2-4d51-a547-6be41df612d0 None None] Checking segment: {'id': 'c6e36150-006d-4817-be7b-a40f146ddc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:33:26.697263 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-24eb4b50-04a2-4d51-a547-6be41df612d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:26.697705 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eb4b50-04a2-4d51-a547-6be41df612d0 None None] Bound using segment: {'id': 'c6e36150-006d-4817-be7b-a40f146ddc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:33:26.698178 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-24eb4b50-04a2-4d51-a547-6be41df612d0 None None] Bound port: 2f312332-0177-4120-a058-5875094508fa, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e36150-006d-4817-be7b-a40f146ddc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:33:26.698565 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-24eb4b50-04a2-4d51-a547-6be41df612d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (2f312332-0177-4120-a058-5875094508fa), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:26.775503 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-24eb4b50-04a2-4d51-a547-6be41df612d0 None None] For port 2f312332-0177-4120-a058-5875094508fa, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:33:26.778952 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-24eb4b50-04a2-4d51-a547-6be41df612d0 None None] For port 2f312332-0177-4120-a058-5875094508fa, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=2f312332-0177-4120-a058-5875094508fa,segment=NetworkSegment(c6e36150-006d-4817-be7b-a40f146ddc75),segment_id=c6e36150-006d-4817-be7b-a40f146ddc75)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:33:26.786248 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-24eb4b50-04a2-4d51-a547-6be41df612d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (2f312332-0177-4120-a058-5875094508fa), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:26.841046 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eb4b50-04a2-4d51-a547-6be41df612d0 None None] Routers {'088ee916-49e5-4261-a96d-48db88b4cdde'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:33:26.841981 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-24eb4b50-04a2-4d51-a547-6be41df612d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:33:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['088ee916-49e5-4261-a96d-48db88b4cdde'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:33:26.911132 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10bffe-c2d7-4c77-a631-383b5e737698 None None] Pushing event updated for resources: {'Port': ['ID=2f312332-0177-4120-a058-5875094508fa,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:26.918483 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 1a247a16-6637-427c-9dc6-93640b655f3e up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:33:26.928338 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c73f2a31-c585-4d65-8fa5-7fd37517f88c None None] Provisioning complete for port 2f312332-0177-4120-a058-5875094508fa triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:26.928725 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c73f2a31-c585-4d65-8fa5-7fd37517f88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (2f312332-0177-4120-a058-5875094508fa), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:27.191546 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-24eb4b50-04a2-4d51-a547-6be41df612d0 None None] Set router 088ee916-49e5-4261-a96d-48db88b4cdde gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:33:27.232960 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port 1a247a16-6637-427c-9dc6-93640b655f3e triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:27.233429 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (1a247a16-6637-427c-9dc6-93640b655f3e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:27.334814 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c73f2a31-c585-4d65-8fa5-7fd37517f88c None None] Current status of the port 2f312332-0177-4120-a058-5875094508fa is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:27.335270 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c73f2a31-c585-4d65-8fa5-7fd37517f88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (2f312332-0177-4120-a058-5875094508fa), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:27.446961 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c73f2a31-c585-4d65-8fa5-7fd37517f88c None None] For port 2f312332-0177-4120-a058-5875094508fa, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=2f312332-0177-4120-a058-5875094508fa,segment=NetworkSegment(c6e36150-006d-4817-be7b-a40f146ddc75),segment_id=c6e36150-006d-4817-be7b-a40f146ddc75)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:33:27.475024 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c73f2a31-c585-4d65-8fa5-7fd37517f88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (2f312332-0177-4120-a058-5875094508fa), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:27.550548 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port 1a247a16-6637-427c-9dc6-93640b655f3e is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:27.576911 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f2a31-c585-4d65-8fa5-7fd37517f88c None None] Pushing event updated for resources: {'Port': ['ID=2f312332-0177-4120-a058-5875094508fa,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:27.580370 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-24eb4b50-04a2-4d51-a547-6be41df612d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'name': 'tempest-ServerRescueNegativeTestJSON-1155992660-router', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:23Z', 'revision_number': 4, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'gw_port': {'id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '2f312332-0177-4120-a058-5875094508fa', 'name': '', 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'mac_address': 'fa:16:3e:62:cc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '3ff9df63-a567-422b-b0eb-7dc75045c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:22Z', 'updated_at': '2022-05-12T14:33:26Z', 'revision_number': 4, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'subnets': [{'id': '3ff9df63-a567-422b-b0eb-7dc75045c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:33:27.617861 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eb4b50-04a2-4d51-a547-6be41df612d0 None None] The sync data for ids ['088ee916-49e5-4261-a96d-48db88b4cdde'] in dv-cinder-777031-14-iscsi is: [{'id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'name': 'tempest-ServerRescueNegativeTestJSON-1155992660-router', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:23Z', 'revision_number': 4, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'gw_port': {'id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '2f312332-0177-4120-a058-5875094508fa', 'name': '', 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'mac_address': 'fa:16:3e:62:cc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '3ff9df63-a567-422b-b0eb-7dc75045c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:22Z', 'updated_at': '2022-05-12T14:33:26Z', 'revision_number': 4, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'subnets': [{'id': '3ff9df63-a567-422b-b0eb-7dc75045c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:33:27.623225 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-db8387fc-8e7b-43b1-86e4-0f3f9236f692 None None] Provisioning complete for port 2f312332-0177-4120-a058-5875094508fa triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:27.623588 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-db8387fc-8e7b-43b1-86e4-0f3f9236f692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (2f312332-0177-4120-a058-5875094508fa), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:27.729345 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-db8387fc-8e7b-43b1-86e4-0f3f9236f692 None None] Current status of the port 2f312332-0177-4120-a058-5875094508fa is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:28.543179 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:33:28.910734 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 2f312332-0177-4120-a058-5875094508fa up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:33:28.963222 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port 2f312332-0177-4120-a058-5875094508fa triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:28.963675 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (2f312332-0177-4120-a058-5875094508fa), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:29.049281 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port 2f312332-0177-4120-a058-5875094508fa is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:32.846536 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-5b75d531-bc01-48fa-86e5-876ecef4035e tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=2089564feda44bac86715eed2cf285f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606463 May 12 14:33:33.286940 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-0d3cd2df-d0c1-4ed0-97f4-ccef1af21e48 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:33.288955 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-0d3cd2df-d0c1-4ed0-97f4-ccef1af21e48 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/networks?id=c4e4c52c-dcb8-4f29-b913-b6c0c789c55d HTTP/1.1" status: 200 len: 813 time: 0.5130310 May 12 14:33:33.333529 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-11f51a2c-b94f-4d56-b727-a7238eb00512 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/quotas/a9501c41f0664eca9177e0071bb5b1b8 HTTP/1.1" status: 200 len: 375 time: 0.0359695 May 12 14:33:33.378044 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-14cf8fff-acf9-4740-b8ff-86aa55edf975 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:33.379802 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-14cf8fff-acf9-4740-b8ff-86aa55edf975 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5270388 May 12 14:33:33.381645 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-11cee4fd-8cc7-4132-be74-f1c0d3283f8f tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=a9501c41f0664eca9177e0071bb5b1b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392442 May 12 14:33:33.410822 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-da60220d-d971-490a-9ca6-a9636a51eda7 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/quotas/2089564feda44bac86715eed2cf285f1 HTTP/1.1" status: 200 len: 375 time: 0.0255477 May 12 14:33:33.449808 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-dedf98c3-5d1b-4520-befa-21e0c5195436 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2089564feda44bac86715eed2cf285f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322373 May 12 14:33:33.523112 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-05a50632-e721-411d-b5b4-36c5923e737e service neutron] 10.222.0.75 "GET /v2.0/networks/c4e4c52c-dcb8-4f29-b913-b6c0c789c55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310637 May 12 14:33:33.639891 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-056c962e-e8cf-487f-a33a-2438a4c65c62 service neutron] 10.222.0.75 "GET /v2.0/networks/c4e4c52c-dcb8-4f29-b913-b6c0c789c55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155267 May 12 14:33:33.865099 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0d34c2ad-16e0-461d-b0dd-ffda1a1b3919 req-1a8da227-a8e4-455b-8181-bfed9d48ec6e tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 210 time: 0.0424316 May 12 14:33:33.992875 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-14f96961-2a9c-4f6e-8040-1d87d73d94c5 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:33.994390 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-14f96961-2a9c-4f6e-8040-1d87d73d94c5 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/networks?id=a960421c-0ac7-4777-ad11-86ea1221dbd0 HTTP/1.1" status: 200 len: 819 time: 0.1613362 May 12 14:33:34.025585 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1dee6cbc-ef3b-4002-98f5-066a9afdd1eb req-7842ccd6-0007-45cb-887d-52dd58325d87 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 210 time: 0.0780313 May 12 14:33:34.035094 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-8cb2373e-9fe7-48c2-bb69-f6043a5a3b17 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/quotas/3c83c8fa2cd44eab84cb50b3ad06a1d3 HTTP/1.1" status: 200 len: 375 time: 0.0248773 May 12 14:33:34.100399 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-80e1660e-09e6-4dae-bd78-94b0dffd8c7c tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=3c83c8fa2cd44eab84cb50b3ad06a1d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563519 May 12 14:33:34.237922 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-6d867be2-baaf-40d9-889e-89db161dd4f2 service neutron] 10.222.0.75 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273537 May 12 14:33:34.341536 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-ff671f4a-931c-4717-aa16-d4ace23f29ff service neutron] 10.222.0.75 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019378 May 12 14:33:34.570933 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-82f02513-5516-49bd-b4e3-d0459391275c req-0928e442-e8d5-4d48-a390-4dc840f00341 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 210 time: 0.0304084 May 12 14:33:34.896715 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-17ac0d66-81e1-4825-a30b-ec33071468b3 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=2089564feda44bac86715eed2cf285f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281780 May 12 14:33:34.950728 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f13d4b-b793-463c-9d25-c1f45718870f req-45f50a40-18a8-49dc-9663-1703c49a7416 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:34.958141 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-27f13d4b-b793-463c-9d25-c1f45718870f req-45f50a40-18a8-49dc-9663-1703c49a7416 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/networks?id=a960421c-0ac7-4777-ad11-86ea1221dbd0 HTTP/1.1" status: 200 len: 819 time: 0.2040498 May 12 14:33:35.027144 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-27f13d4b-b793-463c-9d25-c1f45718870f req-0ce54ace-e825-43ff-ae34-88d4f09dca19 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/quotas/3c83c8fa2cd44eab84cb50b3ad06a1d3 HTTP/1.1" status: 200 len: 375 time: 0.0678365 May 12 14:33:35.050692 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a6444ece-0669-48f6-924f-3e19ebd13e55 req-1ef6f302-93ee-401c-a62d-b4420a73a0a3 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 210 time: 0.0710924 May 12 14:33:35.111882 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-27f13d4b-b793-463c-9d25-c1f45718870f req-7a104da1-37c2-4d43-8a96-7e563ee05612 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=3c83c8fa2cd44eab84cb50b3ad06a1d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660934 May 12 14:33:35.118169 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-1b3bd6a2-5b4e-4a20-b810-febea94e5b30 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:35.119704 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-1b3bd6a2-5b4e-4a20-b810-febea94e5b30 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2131412 May 12 14:33:35.171984 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-89a95c25-5bbc-41b0-89bd-63497d3777de req-c9f8fdf5-4152-431e-9770-c6517901eb4f tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 210 time: 0.0512526 May 12 14:33:35.241094 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-27f13d4b-b793-463c-9d25-c1f45718870f req-65053211-05ba-430d-9056-bf3496c7e5d5 service neutron] 10.222.0.75 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187339 May 12 14:33:35.322874 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-e37aeb30-a71f-4fa8-b8fe-787fdaeb17bf tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Request body: {'port': {'device_id': '8855245c-3865-4c1b-8dd4-da43c780113e', 'network_id': '2afe5049-1c7c-4a0e-9e37-f7287a395030', 'admin_state_up': True, 'tenant_id': '2089564feda44bac86715eed2cf285f1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:33:35.417336 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-27f13d4b-b793-463c-9d25-c1f45718870f req-a5d65c1d-94d0-4f79-8930-cd93d081aa8f service neutron] 10.222.0.75 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704197 May 12 14:33:35.485298 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-e37aeb30-a71f-4fa8-b8fe-787fdaeb17bf tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Made reservation on behalf of 2089564feda44bac86715eed2cf285f1 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:33:35.489264 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-e37aeb30-a71f-4fa8-b8fe-787fdaeb17bf tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:35.499350 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-e37aeb30-a71f-4fa8-b8fe-787fdaeb17bf tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:35.625875 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-82c450b0-9604-44a0-a734-68f9f941355f req-303fca80-a2a9-4b69-9fcd-b44bb246edd6 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 210 time: 0.0487485 May 12 14:33:35.753369 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-e37aeb30-a71f-4fa8-b8fe-787fdaeb17bf tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Publish callbacks [] for security_group (ea433bc5-600f-463d-8dad-7f2fffb30d83), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:35.771230 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-e37aeb30-a71f-4fa8-b8fe-787fdaeb17bf tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (ea433bc5-600f-463d-8dad-7f2fffb30d83), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:35.885990 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-44dce1d6-7d87-4dda-a953-24ecbcdd40d8 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:35.887497 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-44dce1d6-7d87-4dda-a953-24ecbcdd40d8 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.57 "GET /v2.0/networks?id=c4e4c52c-dcb8-4f29-b913-b6c0c789c55d HTTP/1.1" status: 200 len: 813 time: 0.3142242 May 12 14:33:35.891154 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37aeb30-a71f-4fa8-b8fe-787fdaeb17bf tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea433bc5-600f-463d-8dad-7f2fffb30d83,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:35.962721 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-e37aeb30-a71f-4fa8-b8fe-787fdaeb17bf tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Allocated IP 192.168.233.30 (2afe5049-1c7c-4a0e-9e37-f7287a395030/d7d6600b-ee5b-423d-8d3e-778212e1ef38/f636a2b1-87e8-46f9-b1ec-23fa693c4a57) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:33:36.133279 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-ac3c15e0-5350-4495-9ec5-6b9654500c97 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Request body: {'port': {'device_id': '7f0d59a6-8822-4d8d-83c9-390537c9818a', 'network_id': 'c4e4c52c-dcb8-4f29-b913-b6c0c789c55d', 'admin_state_up': True, 'tenant_id': 'a9501c41f0664eca9177e0071bb5b1b8'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:33:36.192200 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-e37aeb30-a71f-4fa8-b8fe-787fdaeb17bf tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Publish callbacks [] for port (f636a2b1-87e8-46f9-b1ec-23fa693c4a57), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:36.216786 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1259c2b8-682d-4e33-b450-9c76262d7375 req-8ea106b1-629c-4d20-8bd1-db5046643007 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 210 time: 0.0791879 May 12 14:33:36.326867 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2675a241-9198-4b60-bf64-f74bf5f4d60a req-72f5e100-dc33-4aba-a8aa-3804bdd06e89 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 210 time: 0.0555236 May 12 14:33:36.357355 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-e37aeb30-a71f-4fa8-b8fe-787fdaeb17bf tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (f636a2b1-87e8-46f9-b1ec-23fa693c4a57), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:36.408670 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-e37aeb30-a71f-4fa8-b8fe-787fdaeb17bf tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Network 2afe5049-1c7c-4a0e-9e37-f7287a395030 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:33:36.414741 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-e37aeb30-a71f-4fa8-b8fe-787fdaeb17bf tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:33:36.421464 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-e37aeb30-a71f-4fa8-b8fe-787fdaeb17bf tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:33:36.427318 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-e37aeb30-a71f-4fa8-b8fe-787fdaeb17bf tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:36.427979 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-e37aeb30-a71f-4fa8-b8fe-787fdaeb17bf tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:36.450230 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37aeb30-a71f-4fa8-b8fe-787fdaeb17bf tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Pushing event updated for resources: {'Port': ['ID=f636a2b1-87e8-46f9-b1ec-23fa693c4a57,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:36.469456 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-ac3c15e0-5350-4495-9ec5-6b9654500c97 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Made reservation on behalf of a9501c41f0664eca9177e0071bb5b1b8 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:33:36.473829 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-ac3c15e0-5350-4495-9ec5-6b9654500c97 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:36.510767 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-e37aeb30-a71f-4fa8-b8fe-787fdaeb17bf tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1959236 May 12 14:33:36.530466 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-dba5d7b2-488c-4343-b44b-cc78d62115e9 service neutron] Request body: {'port': {'device_id': '8855245c-3865-4c1b-8dd4-da43c780113e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:33:36.631969 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-ab75e52c-bd21-42e6-80c0-09950ccd5258 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:36.633724 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-ab75e52c-bd21-42e6-80c0-09950ccd5258 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.57 "GET /v2.0/networks?id=a960421c-0ac7-4777-ad11-86ea1221dbd0 HTTP/1.1" status: 200 len: 819 time: 0.1981351 May 12 14:33:36.683406 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-dba5d7b2-488c-4343-b44b-cc78d62115e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (f636a2b1-87e8-46f9-b1ec-23fa693c4a57), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:36.817043 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-adb6cbaa-c8aa-4039-9600-f6ff3504ee4c None None] Provisioning complete for port f636a2b1-87e8-46f9-b1ec-23fa693c4a57 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:36.817611 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-adb6cbaa-c8aa-4039-9600-f6ff3504ee4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (f636a2b1-87e8-46f9-b1ec-23fa693c4a57), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:36.870268 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-adb6cbaa-c8aa-4039-9600-f6ff3504ee4c None None] Port f636a2b1-87e8-46f9-b1ec-23fa693c4a57 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:33:36.949510 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-ec6fffc3-ef00-4c85-b1c2-c410f2b85a39 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Request body: {'port': {'device_id': '5c5ced7e-9d8b-4d24-a35d-876326b483ba', 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0', 'admin_state_up': True, 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:33:37.002842 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8b151291-1f6a-4a20-aedc-b006e492f960 req-1e80dba0-49b1-4826-ad39-06d2daa4e988 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 210 time: 0.2846713 May 12 14:33:37.042016 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-ac3c15e0-5350-4495-9ec5-6b9654500c97 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Allocated IP 172.20.0.8 (c4e4c52c-dcb8-4f29-b913-b6c0c789c55d/12654294-56b3-4f5c-812f-c4bca8998c4e/03346ca6-97d2-422d-8314-1e57b404e30b) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:33:37.098297 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-ec6fffc3-ef00-4c85-b1c2-c410f2b85a39 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Made reservation on behalf of 3c83c8fa2cd44eab84cb50b3ad06a1d3 for: {'port': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:33:37.101815 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-ec6fffc3-ef00-4c85-b1c2-c410f2b85a39 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:37.181604 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.57', 61018) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:37.308016 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-ec6fffc3-ef00-4c85-b1c2-c410f2b85a39 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Allocated IP 172.20.0.11 (a960421c-0ac7-4777-ad11-86ea1221dbd0/3ff9df63-a567-422b-b0eb-7dc75045c602/62f6a176-00c7-4955-ac5a-e84fb95f6c3d) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:33:37.508456 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f13d4b-b793-463c-9d25-c1f45718870f req-7cfd35e2-b8c6-4901-a925-e6f0f6fd0743 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:37.509956 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-27f13d4b-b793-463c-9d25-c1f45718870f req-7cfd35e2-b8c6-4901-a925-e6f0f6fd0743 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.57 "GET /v2.0/networks?id=a960421c-0ac7-4777-ad11-86ea1221dbd0 HTTP/1.1" status: 200 len: 819 time: 0.3254704 May 12 14:33:37.516921 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-ac3c15e0-5350-4495-9ec5-6b9654500c97 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Publish callbacks [] for port (03346ca6-97d2-422d-8314-1e57b404e30b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:37.523711 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fa0da652-ba16-4062-9af1-5d104d5db266 req-d47d85d7-f729-4079-8ade-f036bdea8203 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 210 time: 0.0975189 May 12 14:33:37.524369 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-ec6fffc3-ef00-4c85-b1c2-c410f2b85a39 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks [] for port (62f6a176-00c7-4955-ac5a-e84fb95f6c3d), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:37.546597 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad353803-2982-4a6e-9f9a-ee8891ebabc9 req-53333434-8a13-4307-b662-51c7c40f3fef tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:37.548162 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ad353803-2982-4a6e-9f9a-ee8891ebabc9 req-53333434-8a13-4307-b662-51c7c40f3fef tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 935 time: 0.1882231 May 12 14:33:37.560306 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-ec6fffc3-ef00-4c85-b1c2-c410f2b85a39 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (62f6a176-00c7-4955-ac5a-e84fb95f6c3d), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:37.621410 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-27f13d4b-b793-463c-9d25-c1f45718870f req-12bf326a-ea6c-44e0-835d-e73cf1290257 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Request body: {'port': {'device_id': '137403bd-302f-4ea4-aeba-782ade2358e0', 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0', 'admin_state_up': True, 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:33:37.655490 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-ec6fffc3-ef00-4c85-b1c2-c410f2b85a39 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Network a960421c-0ac7-4777-ad11-86ea1221dbd0 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:33:37.661095 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-ec6fffc3-ef00-4c85-b1c2-c410f2b85a39 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:33:37.663733 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-ec6fffc3-ef00-4c85-b1c2-c410f2b85a39 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:33:37.701492 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fffc3-ef00-4c85-b1c2-c410f2b85a39 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Pushing event updated for resources: {'Port': ['ID=62f6a176-00c7-4955-ac5a-e84fb95f6c3d,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:37.701797 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ad353803-2982-4a6e-9f9a-ee8891ebabc9 req-4bce2f5d-5691-479f-b55f-548693bb6a59 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438706 May 12 14:33:37.755103 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-ac3c15e0-5350-4495-9ec5-6b9654500c97 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (03346ca6-97d2-422d-8314-1e57b404e30b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:37.761424 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-ec6fffc3-ef00-4c85-b1c2-c410f2b85a39 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:37.762095 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-ec6fffc3-ef00-4c85-b1c2-c410f2b85a39 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:37.782231 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-dba5d7b2-488c-4343-b44b-cc78d62115e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f636a2b1-87e8-46f9-b1ec-23fa693c4a57 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:33:37.784281 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-ec6fffc3-ef00-4c85-b1c2-c410f2b85a39 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8375957 May 12 14:33:37.800855 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-dba5d7b2-488c-4343-b44b-cc78d62115e9 service neutron] Publish callbacks [] for port (f636a2b1-87e8-46f9-b1ec-23fa693c4a57), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:37.818750 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-7a70a039-1cc6-4457-a807-5e58f800dc33 service neutron] Request body: {'port': {'device_id': '5c5ced7e-9d8b-4d24-a35d-876326b483ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:33:37.868718 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-dba5d7b2-488c-4343-b44b-cc78d62115e9 service neutron] Transition to ACTIVE for port object f636a2b1-87e8-46f9-b1ec-23fa693c4a57 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:33:37.874350 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-ac3c15e0-5350-4495-9ec5-6b9654500c97 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Network c4e4c52c-dcb8-4f29-b913-b6c0c789c55d is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:33:37.885802 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-dba5d7b2-488c-4343-b44b-cc78d62115e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (f636a2b1-87e8-46f9-b1ec-23fa693c4a57), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:37.890813 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-ac3c15e0-5350-4495-9ec5-6b9654500c97 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:33:37.895158 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-ac3c15e0-5350-4495-9ec5-6b9654500c97 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:33:37.900207 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-ac3c15e0-5350-4495-9ec5-6b9654500c97 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:37.900880 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-ac3c15e0-5350-4495-9ec5-6b9654500c97 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:37.906631 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c15e0-5350-4495-9ec5-6b9654500c97 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Pushing event updated for resources: {'Port': ['ID=03346ca6-97d2-422d-8314-1e57b404e30b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:37.919627 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-7a70a039-1cc6-4457-a807-5e58f800dc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (62f6a176-00c7-4955-ac5a-e84fb95f6c3d), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:37.966368 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-ac3c15e0-5350-4495-9ec5-6b9654500c97 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8440011 May 12 14:33:37.981293 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f13d4b-b793-463c-9d25-c1f45718870f req-12bf326a-ea6c-44e0-835d-e73cf1290257 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Made reservation on behalf of 3c83c8fa2cd44eab84cb50b3ad06a1d3 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:33:37.984804 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-27f13d4b-b793-463c-9d25-c1f45718870f req-12bf326a-ea6c-44e0-835d-e73cf1290257 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:37.991985 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5d7b2-488c-4343-b44b-cc78d62115e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f636a2b1-87e8-46f9-b1ec-23fa693c4a57,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:38.005077 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-b6af5cf9-d891-4035-9be1-9d915f8d655c service neutron] Request body: {'port': {'device_id': '7f0d59a6-8822-4d8d-83c9-390537c9818a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:33:38.011109 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e6a79cdb-2eeb-473f-9222-69cfd7bb0110 None None] Provisioning complete for port 62f6a176-00c7-4955-ac5a-e84fb95f6c3d triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:38.012126 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e6a79cdb-2eeb-473f-9222-69cfd7bb0110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (62f6a176-00c7-4955-ac5a-e84fb95f6c3d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:38.082401 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e6a79cdb-2eeb-473f-9222-69cfd7bb0110 None None] Port 62f6a176-00c7-4955-ac5a-e84fb95f6c3d cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:33:38.141303 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-dba5d7b2-488c-4343-b44b-cc78d62115e9 service neutron] Attempting to bind port f636a2b1-87e8-46f9-b1ec-23fa693c4a57 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:33:38.141957 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-dba5d7b2-488c-4343-b44b-cc78d62115e9 service neutron] Attempting to bind port f636a2b1-87e8-46f9-b1ec-23fa693c4a57 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '0f161fac-3a51-42ce-9385-b6e76f5028d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2afe5049-1c7c-4a0e-9e37-f7287a395030'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:33:38.143119 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-dba5d7b2-488c-4343-b44b-cc78d62115e9 service neutron] Attempting to bind port f636a2b1-87e8-46f9-b1ec-23fa693c4a57 on network 2afe5049-1c7c-4a0e-9e37-f7287a395030 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:33:38.210765 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-dba5d7b2-488c-4343-b44b-cc78d62115e9 service neutron] Port f636a2b1-87e8-46f9-b1ec-23fa693c4a57 on network 2afe5049-1c7c-4a0e-9e37-f7287a395030 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:33:38.211222 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-dba5d7b2-488c-4343-b44b-cc78d62115e9 service neutron] Attempting to bind port f636a2b1-87e8-46f9-b1ec-23fa693c4a57 on network 2afe5049-1c7c-4a0e-9e37-f7287a395030 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:33:38.225441 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-af43f6bb-a8e6-453a-8e77-9d9632653369 req-51185bff-f43f-42db-8d73-1a96ce91a66d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 210 time: 0.0731616 May 12 14:33:38.252859 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-dba5d7b2-488c-4343-b44b-cc78d62115e9 service neutron] Checking agent: {'id': 'c5e9105e-03c6-4986-a076-8428d06d9de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:33:38.253200 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-dba5d7b2-488c-4343-b44b-cc78d62115e9 service neutron] Checking segment: {'id': '0f161fac-3a51-42ce-9385-b6e76f5028d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2afe5049-1c7c-4a0e-9e37-f7287a395030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:33:38.253597 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-dba5d7b2-488c-4343-b44b-cc78d62115e9 service neutron] Bound using segment: {'id': '0f161fac-3a51-42ce-9385-b6e76f5028d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2afe5049-1c7c-4a0e-9e37-f7287a395030'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:33:38.254320 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-dba5d7b2-488c-4343-b44b-cc78d62115e9 service neutron] Bound port: f636a2b1-87e8-46f9-b1ec-23fa693c4a57, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f161fac-3a51-42ce-9385-b6e76f5028d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2afe5049-1c7c-4a0e-9e37-f7287a395030'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:33:38.254685 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-dba5d7b2-488c-4343-b44b-cc78d62115e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (f636a2b1-87e8-46f9-b1ec-23fa693c4a57), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:38.276806 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-b6af5cf9-d891-4035-9be1-9d915f8d655c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (03346ca6-97d2-422d-8314-1e57b404e30b), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:38.372401 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.notifiers.nova [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-7a70a039-1cc6-4457-a807-5e58f800dc33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62f6a176-00c7-4955-ac5a-e84fb95f6c3d {{(pid=103429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:33:38.380797 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-7a70a039-1cc6-4457-a807-5e58f800dc33 service neutron] Publish callbacks [] for port (62f6a176-00c7-4955-ac5a-e84fb95f6c3d), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:38.386042 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-dba5d7b2-488c-4343-b44b-cc78d62115e9 service neutron] For port f636a2b1-87e8-46f9-b1ec-23fa693c4a57, host hv-cinder-77703, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:33:38.402386 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.provisioning_blocks [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-7a70a039-1cc6-4457-a807-5e58f800dc33 service neutron] Transition to ACTIVE for port object 62f6a176-00c7-4955-ac5a-e84fb95f6c3d will not be triggered until provisioned by entity L2. {{(pid=103429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:33:38.403067 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-dba5d7b2-488c-4343-b44b-cc78d62115e9 service neutron] For port f636a2b1-87e8-46f9-b1ec-23fa693c4a57, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=f636a2b1-87e8-46f9-b1ec-23fa693c4a57,segment=NetworkSegment(0f161fac-3a51-42ce-9385-b6e76f5028d5),segment_id=0f161fac-3a51-42ce-9385-b6e76f5028d5)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:33:38.407248 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-7a70a039-1cc6-4457-a807-5e58f800dc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814747'] for port (62f6a176-00c7-4955-ac5a-e84fb95f6c3d), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:38.447153 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-dba5d7b2-488c-4343-b44b-cc78d62115e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (f636a2b1-87e8-46f9-b1ec-23fa693c4a57), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:38.463623 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70a039-1cc6-4457-a807-5e58f800dc33 service neutron] Pushing event updated for resources: {'Port': ['ID=62f6a176-00c7-4955-ac5a-e84fb95f6c3d,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:38.545081 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-dba5d7b2-488c-4343-b44b-cc78d62115e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:38.545542 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-dba5d7b2-488c-4343-b44b-cc78d62115e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:38.547300 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-dba5d7b2-488c-4343-b44b-cc78d62115e9 service neutron] 10.222.0.57 "PUT /v2.0/ports/f636a2b1-87e8-46f9-b1ec-23fa693c4a57 HTTP/1.1" status: 200 len: 1097 time: 2.0219612 May 12 14:33:38.559214 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8855245c-3865-4c1b-8dd4-da43c780113e', 'tag': 'f636a2b1-87e8-46f9-b1ec-23fa693c4a57'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:33:38.561625 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa340e4-dab1-4806-914f-dcde0dc5698d" -d '{"events": [{"name": "network-changed", "server_uuid": "8855245c-3865-4c1b-8dd4-da43c780113e", "tag": "f636a2b1-87e8-46f9-b1ec-23fa693c4a57"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:33:38.591405 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-7a70a039-1cc6-4457-a807-5e58f800dc33 service neutron] Attempting to bind port 62f6a176-00c7-4955-ac5a-e84fb95f6c3d on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:33:38.591854 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-7a70a039-1cc6-4457-a807-5e58f800dc33 service neutron] Attempting to bind port 62f6a176-00c7-4955-ac5a-e84fb95f6c3d by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'c6e36150-006d-4817-be7b-a40f146ddc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:33:38.593753 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-7a70a039-1cc6-4457-a807-5e58f800dc33 service neutron] Attempting to bind port 62f6a176-00c7-4955-ac5a-e84fb95f6c3d on network a960421c-0ac7-4777-ad11-86ea1221dbd0 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:33:38.601596 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-7a70a039-1cc6-4457-a807-5e58f800dc33 service neutron] Port 62f6a176-00c7-4955-ac5a-e84fb95f6c3d on network a960421c-0ac7-4777-ad11-86ea1221dbd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:33:38.601933 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-7a70a039-1cc6-4457-a807-5e58f800dc33 service neutron] Attempting to bind port 62f6a176-00c7-4955-ac5a-e84fb95f6c3d on network a960421c-0ac7-4777-ad11-86ea1221dbd0 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:33:38.606331 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-27f13d4b-b793-463c-9d25-c1f45718870f req-12bf326a-ea6c-44e0-835d-e73cf1290257 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Allocated IP 172.20.0.14 (a960421c-0ac7-4777-ad11-86ea1221dbd0/3ff9df63-a567-422b-b0eb-7dc75045c602/edce530e-0a2a-4073-b478-f2228ceb37bc) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:33:38.625702 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-7a70a039-1cc6-4457-a807-5e58f800dc33 service neutron] Checking agent: {'id': 'c5e9105e-03c6-4986-a076-8428d06d9de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:33:38.627660 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-7a70a039-1cc6-4457-a807-5e58f800dc33 service neutron] Checking segment: {'id': 'c6e36150-006d-4817-be7b-a40f146ddc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:33:38.628535 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-7a70a039-1cc6-4457-a807-5e58f800dc33 service neutron] Bound using segment: {'id': 'c6e36150-006d-4817-be7b-a40f146ddc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:33:38.630022 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-7a70a039-1cc6-4457-a807-5e58f800dc33 service neutron] Bound port: 62f6a176-00c7-4955-ac5a-e84fb95f6c3d, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e36150-006d-4817-be7b-a40f146ddc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:33:38.630404 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-7a70a039-1cc6-4457-a807-5e58f800dc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (62f6a176-00c7-4955-ac5a-e84fb95f6c3d), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:38.653311 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5d7b2-488c-4343-b44b-cc78d62115e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f636a2b1-87e8-46f9-b1ec-23fa693c4a57,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:38.695976 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd0186e-f3bf-407d-9218-a65119697437 x-openstack-request-id: req-0cd0186e-f3bf-407d-9218-a65119697437 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:33:38.696295 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8855245c-3865-4c1b-8dd4-da43c780113e", "tag": "f636a2b1-87e8-46f9-b1ec-23fa693c4a57", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:33:38.696526 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0cd0186e-f3bf-407d-9218-a65119697437 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:33:38.697535 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cd0186e-f3bf-407d-9218-a65119697437'] response: {'name': 'network-changed', 'server_uuid': '8855245c-3865-4c1b-8dd4-da43c780113e', 'tag': 'f636a2b1-87e8-46f9-b1ec-23fa693c4a57', 'status': 'completed', 'code': 200} May 12 14:33:38.722980 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-7a70a039-1cc6-4457-a807-5e58f800dc33 service neutron] For port 62f6a176-00c7-4955-ac5a-e84fb95f6c3d, host hv-cinder-77703, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:33:38.731368 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.db [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-7a70a039-1cc6-4457-a807-5e58f800dc33 service neutron] For port 62f6a176-00c7-4955-ac5a-e84fb95f6c3d, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=62f6a176-00c7-4955-ac5a-e84fb95f6c3d,segment=NetworkSegment(c6e36150-006d-4817-be7b-a40f146ddc75),segment_id=c6e36150-006d-4817-be7b-a40f146ddc75)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:33:38.744923 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-7a70a039-1cc6-4457-a807-5e58f800dc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814747'] for port (62f6a176-00c7-4955-ac5a-e84fb95f6c3d), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:38.802303 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-a4bc80e1-79a3-4995-8e3a-fa50901fdd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:38.804581 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-a4bc80e1-79a3-4995-8e3a-fa50901fdd1c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2089564feda44bac86715eed2cf285f1&device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 1131 time: 0.1693108 May 12 14:33:38.819049 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-7a70a039-1cc6-4457-a807-5e58f800dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:38.823457 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-7a70a039-1cc6-4457-a807-5e58f800dc33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for port (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:38.825038 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-7a70a039-1cc6-4457-a807-5e58f800dc33 service neutron] 10.222.0.57 "PUT /v2.0/ports/62f6a176-00c7-4955-ac5a-e84fb95f6c3d HTTP/1.1" status: 200 len: 1094 time: 1.0118370 May 12 14:33:38.825577 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1883ee4-c5b8-4e81-95fe-817a7784237f req-c04f56e6-d36a-404a-af0c-a4382f643135 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:38.825714 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5ced7e-9d8b-4d24-a35d-876326b483ba', 'tag': '62f6a176-00c7-4955-ac5a-e84fb95f6c3d'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:33:38.827532 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b1883ee4-c5b8-4e81-95fe-817a7784237f req-c04f56e6-d36a-404a-af0c-a4382f643135 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 931 time: 0.1620688 May 12 14:33:38.828041 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f888e35c128297f2952f8b9a0b9aac45a196d86c82c1b09019427787e24df8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641c38b6-e82d-4432-8213-5e788041a7ea" -d '{"events": [{"name": "network-changed", "server_uuid": "5c5ced7e-9d8b-4d24-a35d-876326b483ba", "tag": "62f6a176-00c7-4955-ac5a-e84fb95f6c3d"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:33:38.881783 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70a039-1cc6-4457-a807-5e58f800dc33 service neutron] Pushing event updated for resources: {'Port': ['ID=62f6a176-00c7-4955-ac5a-e84fb95f6c3d,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:39.008711 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-8f0d2a11-549a-417d-9b67-132bdc2a7a93 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=f636a2b1-87e8-46f9-b1ec-23fa693c4a57 HTTP/1.1" status: 200 len: 217 time: 0.1134598 May 12 14:33:39.013031 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-b4a15360-6313-47ae-94f0-fb18a045773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:39.015633 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-b4a15360-6313-47ae-94f0-fb18a045773b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c83c8fa2cd44eab84cb50b3ad06a1d3&device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 1128 time: 0.0659778 May 12 14:33:39.024290 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10411baa-dba7-44db-b467-5ec5325fd015 req-6c464a59-513d-41d7-b046-aa434f0e180a tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:39.025805 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-10411baa-dba7-44db-b467-5ec5325fd015 req-6c464a59-513d-41d7-b046-aa434f0e180a tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 947 time: 0.1954613 May 12 14:33:39.072091 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-6116a4ee-b304-49e8-8678-09aecd80b3d5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62f6a176-00c7-4955-ac5a-e84fb95f6c3d HTTP/1.1" status: 200 len: 217 time: 0.0372069 May 12 14:33:39.132894 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-a05912a9-9168-47ee-aab1-510cc1a938d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:39.134564 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-a05912a9-9168-47ee-aab1-510cc1a938d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ff9df63-a567-422b-b0eb-7dc75045c602 HTTP/1.1" status: 200 len: 858 time: 0.0555212 May 12 14:33:39.183388 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b1883ee4-c5b8-4e81-95fe-817a7784237f req-67f3167a-eceb-448e-bcc4-435b2926bbe2 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094552 May 12 14:33:39.197300 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-a8b69426-ca00-4241-badf-e0cd07e0325f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:39.198955 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-a8b69426-ca00-4241-badf-e0cd07e0325f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a960421c-0ac7-4777-ad11-86ea1221dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0577753 May 12 14:33:39.223153 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-b6af5cf9-d891-4035-9be1-9d915f8d655c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03346ca6-97d2-422d-8314-1e57b404e30b {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:33:39.239720 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-edb0744e-2a16-4ebc-8a91-745cb1f60d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:39.241194 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-edb0744e-2a16-4ebc-8a91-745cb1f60d54 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d7d6600b-ee5b-423d-8d3e-778212e1ef38 HTTP/1.1" status: 200 len: 843 time: 0.2127326 May 12 14:33:39.248786 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-b6af5cf9-d891-4035-9be1-9d915f8d655c service neutron] Publish callbacks [] for port (03346ca6-97d2-422d-8314-1e57b404e30b), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:39.277646 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f535136b-024c-4d0e-b483-2d2c45029801 x-openstack-request-id: req-f535136b-024c-4d0e-b483-2d2c45029801 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:33:39.278148 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c5ced7e-9d8b-4d24-a35d-876326b483ba", "tag": "62f6a176-00c7-4955-ac5a-e84fb95f6c3d", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:33:39.278351 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f535136b-024c-4d0e-b483-2d2c45029801 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:33:39.278766 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f535136b-024c-4d0e-b483-2d2c45029801'] response: {'name': 'network-changed', 'server_uuid': '5c5ced7e-9d8b-4d24-a35d-876326b483ba', 'tag': '62f6a176-00c7-4955-ac5a-e84fb95f6c3d', 'status': 'completed', 'code': 200} May 12 14:33:39.286233 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-10411baa-dba7-44db-b467-5ec5325fd015 req-248570c0-828e-4590-a23a-4a569e334f42 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532573 May 12 14:33:39.286427 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-409f37e4-6640-4711-be23-88a5052d5630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:39.310141 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-27f13d4b-b793-463c-9d25-c1f45718870f req-12bf326a-ea6c-44e0-835d-e73cf1290257 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks [] for port (edce530e-0a2a-4073-b478-f2228ceb37bc), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:39.320227 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-1a58f42f-c8c4-4901-bd1a-6b0d81fdbf4d service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119707 May 12 14:33:39.338821 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-b6af5cf9-d891-4035-9be1-9d915f8d655c service neutron] Transition to ACTIVE for port object 03346ca6-97d2-422d-8314-1e57b404e30b will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:33:39.364431 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-b6af5cf9-d891-4035-9be1-9d915f8d655c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (03346ca6-97d2-422d-8314-1e57b404e30b), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:39.372396 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-f6af9b84-db99-44da-bcfa-fa1520ab9f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:39.373939 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-f6af9b84-db99-44da-bcfa-fa1520ab9f15 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2afe5049-1c7c-4a0e-9e37-f7287a395030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1141243 May 12 14:33:39.375566 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1d388c0c-3ffc-452a-a413-50efb441efa2 req-0c9ee4fe-1c02-46b8-9986-5cf333c867fe tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 210 time: 0.0544994 May 12 14:33:39.420924 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [req-a6e88907-3984-4ef2-ac88-bea7f83d5a24 req-bc6b89a0-50ef-4276-865d-4f64d87e4389 service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939548 May 12 14:33:39.464985 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af5cf9-d891-4035-9be1-9d915f8d655c service neutron] Pushing event updated for resources: {'Port': ['ID=03346ca6-97d2-422d-8314-1e57b404e30b,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:39.502019 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-27f13d4b-b793-463c-9d25-c1f45718870f req-12bf326a-ea6c-44e0-835d-e73cf1290257 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (edce530e-0a2a-4073-b478-f2228ceb37bc), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:39.814567 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f13d4b-b793-463c-9d25-c1f45718870f req-12bf326a-ea6c-44e0-835d-e73cf1290257 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Network a960421c-0ac7-4777-ad11-86ea1221dbd0 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:33:39.815301 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-b6af5cf9-d891-4035-9be1-9d915f8d655c service neutron] Attempting to bind port 03346ca6-97d2-422d-8314-1e57b404e30b on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:33:39.815632 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-b6af5cf9-d891-4035-9be1-9d915f8d655c service neutron] Attempting to bind port 03346ca6-97d2-422d-8314-1e57b404e30b by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '763d07bf-5e57-4946-a525-2d840c7b2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c4e4c52c-dcb8-4f29-b913-b6c0c789c55d'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:33:39.815953 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-b6af5cf9-d891-4035-9be1-9d915f8d655c service neutron] Attempting to bind port 03346ca6-97d2-422d-8314-1e57b404e30b on network c4e4c52c-dcb8-4f29-b913-b6c0c789c55d {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:33:39.821015 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf326a-ea6c-44e0-835d-e73cf1290257 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Pushing event updated for resources: {'Port': ['ID=edce530e-0a2a-4073-b478-f2228ceb37bc,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:39.823573 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-27f13d4b-b793-463c-9d25-c1f45718870f req-12bf326a-ea6c-44e0-835d-e73cf1290257 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:33:39.828633 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f13d4b-b793-463c-9d25-c1f45718870f req-12bf326a-ea6c-44e0-835d-e73cf1290257 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:33:39.834140 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f13d4b-b793-463c-9d25-c1f45718870f req-12bf326a-ea6c-44e0-835d-e73cf1290257 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:39.834687 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-27f13d4b-b793-463c-9d25-c1f45718870f req-12bf326a-ea6c-44e0-835d-e73cf1290257 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:39.838907 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-e37299a8-f8ca-4d7b-82ea-7b302e79d415 service neutron] 10.222.0.57 "GET /v2.0/networks/2afe5049-1c7c-4a0e-9e37-f7287a395030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384663 May 12 14:33:39.839765 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-b6af5cf9-d891-4035-9be1-9d915f8d655c service neutron] Port 03346ca6-97d2-422d-8314-1e57b404e30b on network c4e4c52c-dcb8-4f29-b913-b6c0c789c55d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:33:39.839887 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-b6af5cf9-d891-4035-9be1-9d915f8d655c service neutron] Attempting to bind port 03346ca6-97d2-422d-8314-1e57b404e30b on network c4e4c52c-dcb8-4f29-b913-b6c0c789c55d {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:33:39.850896 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-b6af5cf9-d891-4035-9be1-9d915f8d655c service neutron] Checking agent: {'id': 'c5e9105e-03c6-4986-a076-8428d06d9de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:33:39.851265 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-b6af5cf9-d891-4035-9be1-9d915f8d655c service neutron] Checking segment: {'id': '763d07bf-5e57-4946-a525-2d840c7b2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c4e4c52c-dcb8-4f29-b913-b6c0c789c55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:33:39.851649 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-b6af5cf9-d891-4035-9be1-9d915f8d655c service neutron] Bound using segment: {'id': '763d07bf-5e57-4946-a525-2d840c7b2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c4e4c52c-dcb8-4f29-b913-b6c0c789c55d'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:33:39.852086 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-b6af5cf9-d891-4035-9be1-9d915f8d655c service neutron] Bound port: 03346ca6-97d2-422d-8314-1e57b404e30b, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '763d07bf-5e57-4946-a525-2d840c7b2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c4e4c52c-dcb8-4f29-b913-b6c0c789c55d'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:33:39.852441 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-b6af5cf9-d891-4035-9be1-9d915f8d655c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (03346ca6-97d2-422d-8314-1e57b404e30b), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:39.865157 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-27f13d4b-b793-463c-9d25-c1f45718870f req-12bf326a-ea6c-44e0-835d-e73cf1290257 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2511959 May 12 14:33:39.930333 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-b6af5cf9-d891-4035-9be1-9d915f8d655c service neutron] For port 03346ca6-97d2-422d-8314-1e57b404e30b, host hv-cinder-77703, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:33:39.934044 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-b6af5cf9-d891-4035-9be1-9d915f8d655c service neutron] For port 03346ca6-97d2-422d-8314-1e57b404e30b, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=03346ca6-97d2-422d-8314-1e57b404e30b,segment=NetworkSegment(763d07bf-5e57-4946-a525-2d840c7b2321),segment_id=763d07bf-5e57-4946-a525-2d840c7b2321)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:33:39.945483 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-b6af5cf9-d891-4035-9be1-9d915f8d655c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (03346ca6-97d2-422d-8314-1e57b404e30b), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:39.989246 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-b6af5cf9-d891-4035-9be1-9d915f8d655c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:39.989892 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-b6af5cf9-d891-4035-9be1-9d915f8d655c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:39.991366 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-b6af5cf9-d891-4035-9be1-9d915f8d655c service neutron] 10.222.0.57 "PUT /v2.0/ports/03346ca6-97d2-422d-8314-1e57b404e30b HTTP/1.1" status: 200 len: 1093 time: 1.9907417 May 12 14:33:40.024568 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af5cf9-d891-4035-9be1-9d915f8d655c service neutron] Pushing event updated for resources: {'Port': ['ID=03346ca6-97d2-422d-8314-1e57b404e30b,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:40.142048 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-735c0d54-4559-40b8-b66a-018e2f5d948f None None] Provisioning complete for port edce530e-0a2a-4073-b478-f2228ceb37bc triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:40.142338 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-735c0d54-4559-40b8-b66a-018e2f5d948f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (edce530e-0a2a-4073-b478-f2228ceb37bc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:40.178429 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-735c0d54-4559-40b8-b66a-018e2f5d948f None None] Port edce530e-0a2a-4073-b478-f2228ceb37bc cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:33:40.316193 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b43ca2-abc2-43a0-9b16-c25b09d55276 req-b40325c2-c01e-4c17-9f12-092955b58837 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:40.317710 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b9b43ca2-abc2-43a0-9b16-c25b09d55276 req-b40325c2-c01e-4c17-9f12-092955b58837 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 943 time: 0.0494204 May 12 14:33:40.398745 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b9b43ca2-abc2-43a0-9b16-c25b09d55276 req-643f7950-5d10-463b-a591-379dd50adbd1 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739872 May 12 14:33:40.413727 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa954c-e3c5-4999-934e-1e260cea8b58 req-e387c69a-1044-4799-86ce-3007aca75ef7 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:40.415240 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-24aa954c-e3c5-4999-934e-1e260cea8b58 req-e387c69a-1044-4799-86ce-3007aca75ef7 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 947 time: 0.0594852 May 12 14:33:40.472089 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-24aa954c-e3c5-4999-934e-1e260cea8b58 req-11d3092c-649a-4d6b-b1c2-a3bce15313f3 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506105 May 12 14:33:40.515962 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79e70a-30d3-4ba9-b747-ac1e7ef74db8 req-7425eac3-244d-41ec-8339-b9c9a3793012 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:40.517953 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ca79e70a-30d3-4ba9-b747-ac1e7ef74db8 req-7425eac3-244d-41ec-8339-b9c9a3793012 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 932 time: 0.0545459 May 12 14:33:40.577006 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ca79e70a-30d3-4ba9-b747-ac1e7ef74db8 req-81f8d00b-5ecb-4548-8fa3-2b3aafa96d58 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534375 May 12 14:33:40.699074 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f0d59a6-8822-4d8d-83c9-390537c9818a', 'tag': '03346ca6-97d2-422d-8314-1e57b404e30b'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:33:40.701359 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35dd2997-79e5-4598-9721-328e407d0616" -d '{"events": [{"name": "network-changed", "server_uuid": "7f0d59a6-8822-4d8d-83c9-390537c9818a", "tag": "03346ca6-97d2-422d-8314-1e57b404e30b"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:33:40.737009 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f694696-2d9c-4486-8151-b4f243e6582f x-openstack-request-id: req-5f694696-2d9c-4486-8151-b4f243e6582f {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:33:40.737309 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f0d59a6-8822-4d8d-83c9-390537c9818a", "tag": "03346ca6-97d2-422d-8314-1e57b404e30b", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:33:40.737570 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5f694696-2d9c-4486-8151-b4f243e6582f {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:33:40.737985 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f694696-2d9c-4486-8151-b4f243e6582f'] response: {'name': 'network-changed', 'server_uuid': '7f0d59a6-8822-4d8d-83c9-390537c9818a', 'tag': '03346ca6-97d2-422d-8314-1e57b404e30b', 'status': 'completed', 'code': 200} May 12 14:33:41.517701 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b68fb-e5c0-41cc-9ca8-f11e595de2dd req-3b11af63-cec1-474f-8baa-ccdb6912aaec tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:41.519691 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5e3b68fb-e5c0-41cc-9ca8-f11e595de2dd req-3b11af63-cec1-474f-8baa-ccdb6912aaec tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 943 time: 0.0504122 May 12 14:33:41.604744 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5e3b68fb-e5c0-41cc-9ca8-f11e595de2dd req-4459f957-57ee-4d71-8ad3-9f7fc37baa09 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793662 May 12 14:33:41.617045 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d33616-bc8f-4754-b15b-22ac5a1309a1 req-f7918d1f-21b5-47cf-80af-665971540505 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:41.618861 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-86d33616-bc8f-4754-b15b-22ac5a1309a1 req-f7918d1f-21b5-47cf-80af-665971540505 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 947 time: 0.0712306 May 12 14:33:41.629815 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d253aa94-17d7-4f0f-95e2-c39d35fc68b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:41.681475 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-86d33616-bc8f-4754-b15b-22ac5a1309a1 req-3bab8147-f005-4855-bdb7-ad165d3a150c tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564682 May 12 14:33:41.723997 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4970ae1-e54b-4769-9aa1-0aec933392ea req-83ddcdcf-b552-4a65-a398-9371410f3240 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:41.725463 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c4970ae1-e54b-4769-9aa1-0aec933392ea req-83ddcdcf-b552-4a65-a398-9371410f3240 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 932 time: 0.0568399 May 12 14:33:41.784498 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c4970ae1-e54b-4769-9aa1-0aec933392ea req-da5a56ed-7307-4b63-ad5f-9e1c30ce9a65 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523036 May 12 14:33:42.723449 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defaa94d-ddbd-434c-b5d8-a927cc41df1f req-16d80b71-59ce-48ec-bc44-988df7aac55a tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:42.724960 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-defaa94d-ddbd-434c-b5d8-a927cc41df1f req-16d80b71-59ce-48ec-bc44-988df7aac55a tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 943 time: 0.0488787 May 12 14:33:42.811828 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b019414-fd72-4ae7-9ec5-39b4ad4a7fa9 req-828b3610-5f04-4d04-af9f-4082336ad584 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:42.813346 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5b019414-fd72-4ae7-9ec5-39b4ad4a7fa9 req-828b3610-5f04-4d04-af9f-4082336ad584 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 947 time: 0.0630283 May 12 14:33:42.816908 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-defaa94d-ddbd-434c-b5d8-a927cc41df1f req-c58ab327-7003-4337-8dfc-fe7af71b8108 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864344 May 12 14:33:42.863968 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5b019414-fd72-4ae7-9ec5-39b4ad4a7fa9 req-6e600c76-f39e-432d-bd16-6b55361c3e8a tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442441 May 12 14:33:42.920942 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2b8fb-0954-4e67-8132-4d6c0498364f req-282638f0-1583-45c9-86f7-be3b1cfd8a1a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:42.922484 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-70a2b8fb-0954-4e67-8132-4d6c0498364f req-282638f0-1583-45c9-86f7-be3b1cfd8a1a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 932 time: 0.0481479 May 12 14:33:42.960072 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:42.977898 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-70a2b8fb-0954-4e67-8132-4d6c0498364f req-489a359e-ce17-4234-9c69-0691bf1f4054 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490487 May 12 14:33:43.789394 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-27f13d4b-b793-463c-9d25-c1f45718870f req-ee6380fa-a208-450e-8ef7-7d30cee6053c service neutron] Request body: {'port': {'device_id': '137403bd-302f-4ea4-aeba-782ade2358e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:33:43.838572 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd2997-79e5-4598-9721-328e407d0616 req-c9eac31c-a257-447f-8d1c-19a81371f775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:43.840764 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [req-35dd2997-79e5-4598-9721-328e407d0616 req-c9eac31c-a257-447f-8d1c-19a81371f775 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9501c41f0664eca9177e0071bb5b1b8&device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 1127 time: 0.0445652 May 12 14:33:43.952968 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c38b6-e82d-4432-8213-5e788041a7ea req-d965c8ff-deb9-4863-bee2-05094a705054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:43.954510 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-641c38b6-e82d-4432-8213-5e788041a7ea req-d965c8ff-deb9-4863-bee2-05094a705054 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c83c8fa2cd44eab84cb50b3ad06a1d3&device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 1128 time: 0.1692224 May 12 14:33:44.070437 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e23a4-00dd-45be-97c9-45a5b2319196 req-edd6684e-2c14-4868-a8aa-80d874ace912 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:44.072133 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2b9e23a4-00dd-45be-97c9-45a5b2319196 req-edd6684e-2c14-4868-a8aa-80d874ace912 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 943 time: 0.1541853 May 12 14:33:44.078568 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-27f13d4b-b793-463c-9d25-c1f45718870f req-ee6380fa-a208-450e-8ef7-7d30cee6053c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (edce530e-0a2a-4073-b478-f2228ceb37bc), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:44.093379 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b96e0-78c9-456b-b1fe-d1bf1ad00313 req-ff1b3e0e-f0a0-4ede-88f2-42bfed9dd5ae tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:44.095562 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a52b96e0-78c9-456b-b1fe-d1bf1ad00313 req-ff1b3e0e-f0a0-4ede-88f2-42bfed9dd5ae tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 947 time: 0.1369839 May 12 14:33:44.112083 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1214758d-4c75-40a0-bde7-857a12b4af65 req-5619c0ca-57c5-4ca4-abb6-8b4c39dc8249 service neutron] 10.222.0.57 "GET /v2.0/networks/2afe5049-1c7c-4a0e-9e37-f7287a395030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196919 May 12 14:33:44.250465 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd2997-79e5-4598-9721-328e407d0616 req-07cc15e3-279f-4093-8478-8a5653456f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:44.252031 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [req-35dd2997-79e5-4598-9721-328e407d0616 req-07cc15e3-279f-4093-8478-8a5653456f27 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a9501c41f0664eca9177e0071bb5b1b8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3840797 May 12 14:33:44.288745 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c38b6-e82d-4432-8213-5e788041a7ea req-ecfe063c-a1bd-4c5f-9d2b-292a25188145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:44.290198 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-641c38b6-e82d-4432-8213-5e788041a7ea req-ecfe063c-a1bd-4c5f-9d2b-292a25188145 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a960421c-0ac7-4777-ad11-86ea1221dbd0 HTTP/1.1" status: 200 len: 920 time: 0.3017220 May 12 14:33:44.296779 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a52b96e0-78c9-456b-b1fe-d1bf1ad00313 req-dc78ad1b-103d-4880-836d-47d9f421aef9 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837699 May 12 14:33:44.317009 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2b9e23a4-00dd-45be-97c9-45a5b2319196 req-528bb17f-6747-4d03-a60f-38d9b7c57fec tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343822 May 12 14:33:44.351180 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:44.460708 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176c067-e459-4f34-aed0-f2897ef1c1a7 req-10d2139c-fdb4-4064-bae3-f854112b60b1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:44.462153 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a176c067-e459-4f34-aed0-f2897ef1c1a7 req-10d2139c-fdb4-4064-bae3-f854112b60b1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 932 time: 0.0745382 May 12 14:33:44.569921 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a176c067-e459-4f34-aed0-f2897ef1c1a7 req-6ce2dbbc-4f6a-4a58-a71f-5edd6333caec tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011279 May 12 14:33:44.606682 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 62f6a176-00c7-4955-ac5a-e84fb95f6c3d details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:33:44.638944 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [req-27f13d4b-b793-463c-9d25-c1f45718870f req-ee6380fa-a208-450e-8ef7-7d30cee6053c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edce530e-0a2a-4073-b478-f2228ceb37bc {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:33:44.647823 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-27f13d4b-b793-463c-9d25-c1f45718870f req-ee6380fa-a208-450e-8ef7-7d30cee6053c service neutron] Publish callbacks [] for port (edce530e-0a2a-4073-b478-f2228ceb37bc), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:44.661440 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-27f13d4b-b793-463c-9d25-c1f45718870f req-ee6380fa-a208-450e-8ef7-7d30cee6053c service neutron] Transition to ACTIVE for port object edce530e-0a2a-4073-b478-f2228ceb37bc will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:33:44.665623 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-27f13d4b-b793-463c-9d25-c1f45718870f req-ee6380fa-a208-450e-8ef7-7d30cee6053c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (edce530e-0a2a-4073-b478-f2228ceb37bc), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:44.712213 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 62f6a176-00c7-4955-ac5a-e84fb95f6c3d, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=62f6a176-00c7-4955-ac5a-e84fb95f6c3d,segment=NetworkSegment(c6e36150-006d-4817-be7b-a40f146ddc75),segment_id=c6e36150-006d-4817-be7b-a40f146ddc75)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:33:44.727285 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Returning: {'device': '62f6a176-00c7-4955-ac5a-e84fb95f6c3d', 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0', 'port_id': '62f6a176-00c7-4955-ac5a-e84fb95f6c3d', 'mac_address': 'fa:16:3e:ea:c8:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff9df63-a567-422b-b0eb-7dc75045c602', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:33:44.737075 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6380fa-a208-450e-8ef7-7d30cee6053c service neutron] Pushing event updated for resources: {'Port': ['ID=edce530e-0a2a-4073-b478-f2228ceb37bc,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:44.773843 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 62f6a176-00c7-4955-ac5a-e84fb95f6c3d is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:44.774238 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (62f6a176-00c7-4955-ac5a-e84fb95f6c3d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:44.777887 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-27f13d4b-b793-463c-9d25-c1f45718870f req-ee6380fa-a208-450e-8ef7-7d30cee6053c service neutron] Attempting to bind port edce530e-0a2a-4073-b478-f2228ceb37bc on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:33:44.778219 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-27f13d4b-b793-463c-9d25-c1f45718870f req-ee6380fa-a208-450e-8ef7-7d30cee6053c service neutron] Attempting to bind port edce530e-0a2a-4073-b478-f2228ceb37bc by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'c6e36150-006d-4817-be7b-a40f146ddc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:33:44.778547 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f13d4b-b793-463c-9d25-c1f45718870f req-ee6380fa-a208-450e-8ef7-7d30cee6053c service neutron] Attempting to bind port edce530e-0a2a-4073-b478-f2228ceb37bc on network a960421c-0ac7-4777-ad11-86ea1221dbd0 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:33:44.783699 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f13d4b-b793-463c-9d25-c1f45718870f req-ee6380fa-a208-450e-8ef7-7d30cee6053c service neutron] Port edce530e-0a2a-4073-b478-f2228ceb37bc on network a960421c-0ac7-4777-ad11-86ea1221dbd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:33:44.783954 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f13d4b-b793-463c-9d25-c1f45718870f req-ee6380fa-a208-450e-8ef7-7d30cee6053c service neutron] Attempting to bind port edce530e-0a2a-4073-b478-f2228ceb37bc on network a960421c-0ac7-4777-ad11-86ea1221dbd0 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:33:44.789295 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f13d4b-b793-463c-9d25-c1f45718870f req-ee6380fa-a208-450e-8ef7-7d30cee6053c service neutron] Checking agent: {'id': 'c5e9105e-03c6-4986-a076-8428d06d9de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:33:44.789632 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f13d4b-b793-463c-9d25-c1f45718870f req-ee6380fa-a208-450e-8ef7-7d30cee6053c service neutron] Checking segment: {'id': 'c6e36150-006d-4817-be7b-a40f146ddc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:33:44.790235 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f13d4b-b793-463c-9d25-c1f45718870f req-ee6380fa-a208-450e-8ef7-7d30cee6053c service neutron] Bound using segment: {'id': 'c6e36150-006d-4817-be7b-a40f146ddc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:33:44.790446 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62f6a176-00c7-4955-ac5a-e84fb95f6c3d {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:33:44.790548 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-27f13d4b-b793-463c-9d25-c1f45718870f req-ee6380fa-a208-450e-8ef7-7d30cee6053c service neutron] Bound port: edce530e-0a2a-4073-b478-f2228ceb37bc, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e36150-006d-4817-be7b-a40f146ddc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:33:44.790757 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-27f13d4b-b793-463c-9d25-c1f45718870f req-ee6380fa-a208-450e-8ef7-7d30cee6053c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (edce530e-0a2a-4073-b478-f2228ceb37bc), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:44.812749 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 62f6a176-00c7-4955-ac5a-e84fb95f6c3d, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=62f6a176-00c7-4955-ac5a-e84fb95f6c3d,segment=NetworkSegment(c6e36150-006d-4817-be7b-a40f146ddc75),segment_id=c6e36150-006d-4817-be7b-a40f146ddc75)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:33:44.818784 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (62f6a176-00c7-4955-ac5a-e84fb95f6c3d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:44.873849 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-27f13d4b-b793-463c-9d25-c1f45718870f req-ee6380fa-a208-450e-8ef7-7d30cee6053c service neutron] For port edce530e-0a2a-4073-b478-f2228ceb37bc, host hv-cinder-77703, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:33:44.878596 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-27f13d4b-b793-463c-9d25-c1f45718870f req-ee6380fa-a208-450e-8ef7-7d30cee6053c service neutron] For port edce530e-0a2a-4073-b478-f2228ceb37bc, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=edce530e-0a2a-4073-b478-f2228ceb37bc,segment=NetworkSegment(c6e36150-006d-4817-be7b-a40f146ddc75),segment_id=c6e36150-006d-4817-be7b-a40f146ddc75)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:33:44.884077 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=62f6a176-00c7-4955-ac5a-e84fb95f6c3d,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:44.886344 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-27f13d4b-b793-463c-9d25-c1f45718870f req-ee6380fa-a208-450e-8ef7-7d30cee6053c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (edce530e-0a2a-4073-b478-f2228ceb37bc), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:44.906574 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f13d4b-b793-463c-9d25-c1f45718870f req-ee6380fa-a208-450e-8ef7-7d30cee6053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:44.907234 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-27f13d4b-b793-463c-9d25-c1f45718870f req-ee6380fa-a208-450e-8ef7-7d30cee6053c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:44.908771 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-27f13d4b-b793-463c-9d25-c1f45718870f req-ee6380fa-a208-450e-8ef7-7d30cee6053c service neutron] 10.222.0.57 "PUT /v2.0/ports/edce530e-0a2a-4073-b478-f2228ceb37bc HTTP/1.1" status: 200 len: 1094 time: 1.1248229 May 12 14:33:44.928322 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137403bd-302f-4ea4-aeba-782ade2358e0', 'tag': 'edce530e-0a2a-4073-b478-f2228ceb37bc'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:33:44.929795 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1eb39f-3b42-451d-bd16-ddc4a5e7ca89" -d '{"events": [{"name": "network-changed", "server_uuid": "137403bd-302f-4ea4-aeba-782ade2358e0", "tag": "edce530e-0a2a-4073-b478-f2228ceb37bc"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:33:44.979193 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04db475-09c8-4ee3-a15b-4eb9e30b718f x-openstack-request-id: req-d04db475-09c8-4ee3-a15b-4eb9e30b718f {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:33:44.979476 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137403bd-302f-4ea4-aeba-782ade2358e0", "tag": "edce530e-0a2a-4073-b478-f2228ceb37bc", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:33:44.979906 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d04db475-09c8-4ee3-a15b-4eb9e30b718f {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:33:44.980348 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d04db475-09c8-4ee3-a15b-4eb9e30b718f'] response: {'name': 'network-changed', 'server_uuid': '137403bd-302f-4ea4-aeba-782ade2358e0', 'tag': 'edce530e-0a2a-4073-b478-f2228ceb37bc', 'status': 'completed', 'code': 200} May 12 14:33:44.986782 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6380fa-a208-450e-8ef7-7d30cee6053c service neutron] Pushing event updated for resources: {'Port': ['ID=edce530e-0a2a-4073-b478-f2228ceb37bc,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:45.412827 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34120e20-e76b-49cd-a3a7-4deaecb5421a req-94be032f-0e86-47a3-bd53-9ce77ef13184 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:45.414274 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-34120e20-e76b-49cd-a3a7-4deaecb5421a req-94be032f-0e86-47a3-bd53-9ce77ef13184 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 947 time: 0.0486941 May 12 14:33:45.473998 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f967e-ed79-4f4d-8de0-0658262745ae req-4d824882-88b2-4ac4-9638-f1e4415c49cf tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:45.475508 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-580f967e-ed79-4f4d-8de0-0658262745ae req-4d824882-88b2-4ac4-9638-f1e4415c49cf tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 943 time: 0.0603397 May 12 14:33:45.511473 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-34120e20-e76b-49cd-a3a7-4deaecb5421a req-ce9632cb-e2b2-4f86-af4e-aa3b67bc2bc7 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871665 May 12 14:33:45.539982 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-580f967e-ed79-4f4d-8de0-0658262745ae req-eb20fbb7-e8f0-4f02-97fe-dd63406318ea tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561576 May 12 14:33:45.669632 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['62f6a176-00c7-4955-ac5a-e84fb95f6c3d'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:33:45.689781 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313d067-309d-4c6f-876b-a8164daebd87 req-9080a62d-85f9-4478-a70f-fc1e5e7d625f tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:45.691342 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a313d067-309d-4c6f-876b-a8164daebd87 req-9080a62d-85f9-4478-a70f-fc1e5e7d625f tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 944 time: 0.0513740 May 12 14:33:45.744803 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:45.745619 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a313d067-309d-4c6f-876b-a8164daebd87 req-e4c2e390-2f38-497b-b978-fbe4a15ab553 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479612 May 12 14:33:46.659335 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b39bf-0568-4b47-8c57-fddb433c69e9 req-994f930e-ab20-470a-a0ad-c3839bddae6a tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:46.660890 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fe3b39bf-0568-4b47-8c57-fddb433c69e9 req-994f930e-ab20-470a-a0ad-c3839bddae6a tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 947 time: 0.0737953 May 12 14:33:46.681511 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e34f9d-5b4b-4f44-bcb5-d750ee5573a3 req-c508087b-c848-493a-93f5-8a51c68f94b7 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:46.682988 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f3e34f9d-5b4b-4f44-bcb5-d750ee5573a3 req-c508087b-c848-493a-93f5-8a51c68f94b7 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 943 time: 0.0676847 May 12 14:33:46.751002 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fe3b39bf-0568-4b47-8c57-fddb433c69e9 req-6f0964fa-afb0-4427-a49f-3a7081dadeb7 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841906 May 12 14:33:46.758542 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f3e34f9d-5b4b-4f44-bcb5-d750ee5573a3 req-e1d0c26f-f87e-4ace-8284-853be3334f2f tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648654 May 12 14:33:46.868416 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcab57b-260f-4567-ab04-b9f15caae4f8 req-c71de45f-d32e-44cf-87f9-b3d43690a7c2 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:46.869954 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8dcab57b-260f-4567-ab04-b9f15caae4f8 req-c71de45f-d32e-44cf-87f9-b3d43690a7c2 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 944 time: 0.0555267 May 12 14:33:46.925423 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8dcab57b-260f-4567-ab04-b9f15caae4f8 req-9962f571-f5c7-46b9-a14c-4569debca960 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498261 May 12 14:33:47.871176 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 62f6a176-00c7-4955-ac5a-e84fb95f6c3d up at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:33:47.875710 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67314f4-27f1-48a3-aa3d-7e93f6c3e052 req-1cf619be-cf5e-4ef1-bf2b-f12411ab6838 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:47.877728 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f67314f4-27f1-48a3-aa3d-7e93f6c3e052 req-1cf619be-cf5e-4ef1-bf2b-f12411ab6838 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 947 time: 0.0532727 May 12 14:33:47.909340 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:47.937071 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning for port 62f6a176-00c7-4955-ac5a-e84fb95f6c3d completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:33:47.944804 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f67314f4-27f1-48a3-aa3d-7e93f6c3e052 req-341f2b81-9d9d-413e-8488-f207fc25d2f1 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614543 May 12 14:33:47.950722 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning complete for port 62f6a176-00c7-4955-ac5a-e84fb95f6c3d triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:47.951471 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (62f6a176-00c7-4955-ac5a-e84fb95f6c3d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:48.044776 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 62f6a176-00c7-4955-ac5a-e84fb95f6c3d is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:48.045123 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (62f6a176-00c7-4955-ac5a-e84fb95f6c3d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:48.047696 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28628b-02ee-4c5c-aa92-19a57fba5f3a req-f133e66c-e107-4b11-b199-df4709ddc165 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:48.049261 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5d28628b-02ee-4c5c-aa92-19a57fba5f3a req-f133e66c-e107-4b11-b199-df4709ddc165 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 943 time: 0.0654993 May 12 14:33:48.075831 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5ced7e-9d8b-4d24-a35d-876326b483ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f6a176-00c7-4955-ac5a-e84fb95f6c3d'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:33:48.078089 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fa5008-8586-4164-8ea2-81da447b4ee1" -d '{"events": [{"server_uuid": "5c5ced7e-9d8b-4d24-a35d-876326b483ba", "name": "network-vif-plugged", "status": "completed", "tag": "62f6a176-00c7-4955-ac5a-e84fb95f6c3d"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:33:48.092136 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 62f6a176-00c7-4955-ac5a-e84fb95f6c3d, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=62f6a176-00c7-4955-ac5a-e84fb95f6c3d,segment=NetworkSegment(c6e36150-006d-4817-be7b-a40f146ddc75),segment_id=c6e36150-006d-4817-be7b-a40f146ddc75)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:33:48.096693 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (62f6a176-00c7-4955-ac5a-e84fb95f6c3d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:48.099844 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc002503-c497-4799-8ad5-80c2a5be7d3a req-12de21f0-1f93-453a-bf38-1ac22adc4951 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:48.101394 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bc002503-c497-4799-8ad5-80c2a5be7d3a req-12de21f0-1f93-453a-bf38-1ac22adc4951 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 944 time: 0.0762389 May 12 14:33:48.139734 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5d28628b-02ee-4c5c-aa92-19a57fba5f3a req-592e648a-508a-462b-8909-c4dfe82ff6ec tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748761 May 12 14:33:48.146402 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=62f6a176-00c7-4955-ac5a-e84fb95f6c3d,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:48.175576 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bc002503-c497-4799-8ad5-80c2a5be7d3a req-cb217bb3-8a75-4535-8c0c-7f8890cf49ca tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658977 May 12 14:33:48.197501 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f87fd60-9645-4e7b-ad42-f0e82674f096 x-openstack-request-id: req-5f87fd60-9645-4e7b-ad42-f0e82674f096 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:33:48.197845 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5ced7e-9d8b-4d24-a35d-876326b483ba", "name": "network-vif-plugged", "status": "completed", "tag": "62f6a176-00c7-4955-ac5a-e84fb95f6c3d", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:33:48.198106 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5f87fd60-9645-4e7b-ad42-f0e82674f096 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:33:48.198537 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f87fd60-9645-4e7b-ad42-f0e82674f096'] response: {'server_uuid': '5c5ced7e-9d8b-4d24-a35d-876326b483ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f6a176-00c7-4955-ac5a-e84fb95f6c3d', 'code': 200} May 12 14:33:49.069681 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae625b-b4f6-4fbd-8898-652db4b29932 req-684e7285-9e0d-4a15-a46e-0066095718b0 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:49.071248 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c0ae625b-b4f6-4fbd-8898-652db4b29932 req-684e7285-9e0d-4a15-a46e-0066095718b0 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 947 time: 0.0514746 May 12 14:33:49.120956 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c0ae625b-b4f6-4fbd-8898-652db4b29932 req-fc616324-2c46-4cae-998d-ed708cbcbd32 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439303 May 12 14:33:49.290214 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bd621-236f-4a19-9280-649d65fb3842 req-387a6bb9-4b83-4374-9f87-4e36933bfcdd tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:49.291765 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-297bd621-236f-4a19-9280-649d65fb3842 req-387a6bb9-4b83-4374-9f87-4e36933bfcdd tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 943 time: 0.0768416 May 12 14:33:49.314973 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f03c52-2c74-453e-bf16-fad1bac8697b req-a5a4fc69-136e-4550-be40-32820b8f2a2d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:49.316445 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f1f03c52-2c74-453e-bf16-fad1bac8697b req-a5a4fc69-136e-4550-be40-32820b8f2a2d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 944 time: 0.0696537 May 12 14:33:49.383611 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-297bd621-236f-4a19-9280-649d65fb3842 req-ef94addc-8136-4574-9157-77e431a3bbb8 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854328 May 12 14:33:49.391061 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f1f03c52-2c74-453e-bf16-fad1bac8697b req-8c11cd67-5fa8-4046-94a2-87093f56a635 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684037 May 12 14:33:49.794854 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-641c38b6-e82d-4432-8213-5e788041a7ea req-d8d9c77a-3f85-48c9-8947-77e85bab24cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62f6a176-00c7-4955-ac5a-e84fb95f6c3d HTTP/1.1" status: 200 len: 217 time: 0.0580449 May 12 14:33:49.839373 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device f636a2b1-87e8-46f9-b1ec-23fa693c4a57 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:33:49.887378 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c38b6-e82d-4432-8213-5e788041a7ea req-f5d702b3-9a93-4298-8444-f1202da85a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:49.888633 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-641c38b6-e82d-4432-8213-5e788041a7ea req-f5d702b3-9a93-4298-8444-f1202da85a0b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ff9df63-a567-422b-b0eb-7dc75045c602 HTTP/1.1" status: 200 len: 858 time: 0.0537143 May 12 14:33:49.915488 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa340e4-dab1-4806-914f-dcde0dc5698d req-a7a38a75-af4d-4411-801c-9e1ffc7b2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:49.917183 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0fa340e4-dab1-4806-914f-dcde0dc5698d req-a7a38a75-af4d-4411-801c-9e1ffc7b2219 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2089564feda44bac86715eed2cf285f1&device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 1131 time: 0.1394234 May 12 14:33:49.918006 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd2997-79e5-4598-9721-328e407d0616 req-2430e9dc-5bd1-4aed-818b-b7e41f2a7e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:49.919498 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [req-35dd2997-79e5-4598-9721-328e407d0616 req-2430e9dc-5bd1-4aed-818b-b7e41f2a7e11 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1827478 May 12 14:33:49.940201 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1eb39f-3b42-451d-bd16-ddc4a5e7ca89 req-0965f356-e337-4aca-97d2-b3289950efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:49.941852 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8f1eb39f-3b42-451d-bd16-ddc4a5e7ca89 req-0965f356-e337-4aca-97d2-b3289950efbc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c83c8fa2cd44eab84cb50b3ad06a1d3&device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 1128 time: 0.1653361 May 12 14:33:49.953904 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c38b6-e82d-4432-8213-5e788041a7ea req-7f69fc74-f539-4cfa-b218-1cfccd856d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:49.957525 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-641c38b6-e82d-4432-8213-5e788041a7ea req-7f69fc74-f539-4cfa-b218-1cfccd856d79 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a960421c-0ac7-4777-ad11-86ea1221dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0603881 May 12 14:33:49.981212 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port f636a2b1-87e8-46f9-b1ec-23fa693c4a57, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=f636a2b1-87e8-46f9-b1ec-23fa693c4a57,segment=NetworkSegment(0f161fac-3a51-42ce-9385-b6e76f5028d5),segment_id=0f161fac-3a51-42ce-9385-b6e76f5028d5)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:33:49.993597 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Returning: {'device': 'f636a2b1-87e8-46f9-b1ec-23fa693c4a57', 'network_id': '2afe5049-1c7c-4a0e-9e37-f7287a395030', 'port_id': 'f636a2b1-87e8-46f9-b1ec-23fa693c4a57', 'mac_address': 'fa:16:3e:27:2d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d6600b-ee5b-423d-8d3e-778212e1ef38', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:33:50.023345 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.57', 61025) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:50.044398 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port f636a2b1-87e8-46f9-b1ec-23fa693c4a57 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:50.044934 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (f636a2b1-87e8-46f9-b1ec-23fa693c4a57), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:50.066729 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f636a2b1-87e8-46f9-b1ec-23fa693c4a57 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:33:50.076594 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3df36-c36d-42a8-9640-3f6a621a4df0 req-5de9b89f-2fcd-4132-aca0-afdfc972ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:50.078106 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [req-c3c3df36-c36d-42a8-9640-3f6a621a4df0 req-5de9b89f-2fcd-4132-aca0-afdfc972ac2b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 1130 time: 0.0758157 May 12 14:33:50.090966 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port f636a2b1-87e8-46f9-b1ec-23fa693c4a57, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=f636a2b1-87e8-46f9-b1ec-23fa693c4a57,segment=NetworkSegment(0f161fac-3a51-42ce-9385-b6e76f5028d5),segment_id=0f161fac-3a51-42ce-9385-b6e76f5028d5)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:33:50.096071 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (f636a2b1-87e8-46f9-b1ec-23fa693c4a57), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:50.133331 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [req-c3c3df36-c36d-42a8-9640-3f6a621a4df0 req-0e2b1609-d578-4022-b3a6-821702e1945b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483963 May 12 14:33:50.161121 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=f636a2b1-87e8-46f9-b1ec-23fa693c4a57,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:50.204093 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-cb7e9f64-a700-4288-8995-20deeff40673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:50.205592 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-cb7e9f64-a700-4288-8995-20deeff40673 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9501c41f0664eca9177e0071bb5b1b8&device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 1127 time: 0.1748650 May 12 14:33:50.286345 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa340e4-dab1-4806-914f-dcde0dc5698d req-64d96c18-6ef0-4d4d-a734-2a32b8c9cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:50.287923 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0fa340e4-dab1-4806-914f-dcde0dc5698d req-64d96c18-6ef0-4d4d-a734-2a32b8c9cc0e service neutron] 10.222.0.57 "GET /v2.0/networks?id=2afe5049-1c7c-4a0e-9e37-f7287a395030 HTTP/1.1" status: 200 len: 870 time: 0.3259993 May 12 14:33:50.297270 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8163c-ade3-4d7b-b059-df3b9416c8e2 req-ff10534c-3931-457f-a918-856b1b90c729 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:50.299234 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5ea8163c-ade3-4d7b-b059-df3b9416c8e2 req-ff10534c-3931-457f-a918-856b1b90c729 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 948 time: 0.0927575 May 12 14:33:50.300322 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1eb39f-3b42-451d-bd16-ddc4a5e7ca89 req-1996d34f-8b28-4607-8315-b4d499050f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:50.303198 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8f1eb39f-3b42-451d-bd16-ddc4a5e7ca89 req-1996d34f-8b28-4607-8315-b4d499050f23 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=3c83c8fa2cd44eab84cb50b3ad06a1d3&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3153877 May 12 14:33:50.319873 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-641c38b6-e82d-4432-8213-5e788041a7ea req-dc9ff2fd-9870-40be-b813-697f1d7c9a94 service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075044 May 12 14:33:50.354584 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5ea8163c-ade3-4d7b-b059-df3b9416c8e2 req-586b5927-96ca-4437-90e8-61b44a3d10c6 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471578 May 12 14:33:50.551821 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd91aa-cdbb-44a5-bbd8-44c05c7ed598 req-b11a80f3-1487-4304-a750-fe9c36b79e9a tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:50.553354 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-37bd91aa-cdbb-44a5-bbd8-44c05c7ed598 req-b11a80f3-1487-4304-a750-fe9c36b79e9a tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 943 time: 0.0751073 May 12 14:33:50.559406 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79fe75-3e3d-4ea9-92d6-086bb7376ace req-08730fb8-4b73-479e-a62f-33f49cac88aa tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:50.560909 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6c79fe75-3e3d-4ea9-92d6-086bb7376ace req-08730fb8-4b73-479e-a62f-33f49cac88aa tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 944 time: 0.0930123 May 12 14:33:50.629678 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-37bd91aa-cdbb-44a5-bbd8-44c05c7ed598 req-3e62a069-73b9-4deb-ad7e-1ddd1d029712 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677812 May 12 14:33:50.641090 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6c79fe75-3e3d-4ea9-92d6-086bb7376ace req-e2232ebe-a16c-4eed-8be1-17c1bb3defd4 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654674 May 12 14:33:50.801011 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['f636a2b1-87e8-46f9-b1ec-23fa693c4a57'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:33:51.067383 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-b3995528-70fd-427b-8e05-3d3a6e8f3eb8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03346ca6-97d2-422d-8314-1e57b404e30b HTTP/1.1" status: 200 len: 217 time: 0.3430016 May 12 14:33:51.071378 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0fa340e4-dab1-4806-914f-dcde0dc5698d req-eaef2196-aa2c-4d96-bbbe-7c27b58c5c10 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=f636a2b1-87e8-46f9-b1ec-23fa693c4a57 HTTP/1.1" status: 200 len: 217 time: 0.3435531 May 12 14:33:51.175277 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-641c38b6-e82d-4432-8213-5e788041a7ea req-7b1d4e94-ede5-4951-bd67-f0c1a29b9c5e service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496734 May 12 14:33:51.184691 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1eb39f-3b42-451d-bd16-ddc4a5e7ca89 req-f4a18e63-d20f-4e84-aa55-944014fcfcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:51.186158 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8f1eb39f-3b42-451d-bd16-ddc4a5e7ca89 req-f4a18e63-d20f-4e84-aa55-944014fcfcb1 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4597030 May 12 14:33:51.469867 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86092104-f3e8-4df8-9a89-9d56dbb82597 req-a035f710-6903-4681-8676-a82ccea10aa1 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:51.471418 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-86092104-f3e8-4df8-9a89-9d56dbb82597 req-a035f710-6903-4681-8676-a82ccea10aa1 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 948 time: 0.0477529 May 12 14:33:51.522130 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-86092104-f3e8-4df8-9a89-9d56dbb82597 req-bf9b17b6-0de5-4c45-9696-5020b433539a tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449209 May 12 14:33:51.773905 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c39b2a-5452-45c7-8a97-464e1e1bd673 req-68631963-d4b8-4ec3-b77e-b6aea48cf3af tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:51.775454 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e1c39b2a-5452-45c7-8a97-464e1e1bd673 req-68631963-d4b8-4ec3-b77e-b6aea48cf3af tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 943 time: 0.0771599 May 12 14:33:51.796157 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc43869-b857-47e1-9c4a-76efda1f38a5 req-010f83c8-aff9-445e-96c5-b340540a2cb1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:51.797616 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8bc43869-b857-47e1-9c4a-76efda1f38a5 req-010f83c8-aff9-445e-96c5-b340540a2cb1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 944 time: 0.0673010 May 12 14:33:51.940908 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e1c39b2a-5452-45c7-8a97-464e1e1bd673 req-fbac2010-7197-4357-8d1f-5ede43b46601 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595225 May 12 14:33:51.971973 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8bc43869-b857-47e1-9c4a-76efda1f38a5 req-30f361aa-fae3-4b09-8716-e5cf10fad0a6 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678851 May 12 14:33:51.997602 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa340e4-dab1-4806-914f-dcde0dc5698d req-5bcc4e9a-1f6c-44db-9400-1f04df3fe8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:51.999093 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0fa340e4-dab1-4806-914f-dcde0dc5698d req-5bcc4e9a-1f6c-44db-9400-1f04df3fe8f5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d7d6600b-ee5b-423d-8d3e-778212e1ef38 HTTP/1.1" status: 200 len: 843 time: 0.1542320 May 12 14:33:52.000017 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f13d4b-b793-463c-9d25-c1f45718870f req-763ab459-cb81-4be1-b341-331f71f74ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:52.001974 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-27f13d4b-b793-463c-9d25-c1f45718870f req-763ab459-cb81-4be1-b341-331f71f74ede service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c83c8fa2cd44eab84cb50b3ad06a1d3&device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 1128 time: 0.0791485 May 12 14:33:52.003427 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-1520615a-fe4e-4edc-aae5-9eb86b3c533f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:52.005055 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-1520615a-fe4e-4edc-aae5-9eb86b3c533f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12654294-56b3-4f5c-812f-c4bca8998c4e HTTP/1.1" status: 200 len: 853 time: 0.1612985 May 12 14:33:52.062172 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa340e4-dab1-4806-914f-dcde0dc5698d req-e5a3ff5e-5f65-4b6c-8515-5f230b65c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:52.063837 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0fa340e4-dab1-4806-914f-dcde0dc5698d req-e5a3ff5e-5f65-4b6c-8515-5f230b65c60d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2afe5049-1c7c-4a0e-9e37-f7287a395030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0404162 May 12 14:33:52.131502 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-27f13d4b-b793-463c-9d25-c1f45718870f req-59b189a1-a177-4230-9457-14dba45e0be3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edce530e-0a2a-4073-b478-f2228ceb37bc HTTP/1.1" status: 200 len: 217 time: 0.0666406 May 12 14:33:52.141868 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-e3e61fc8-37dc-4b9c-8a67-39f88379a485 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4e4c52c-dcb8-4f29-b913-b6c0c789c55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760412 May 12 14:33:52.303334 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f13d4b-b793-463c-9d25-c1f45718870f req-7f6dcf99-a6db-4402-bb5d-792c825a7db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:52.304695 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-27f13d4b-b793-463c-9d25-c1f45718870f req-7f6dcf99-a6db-4402-bb5d-792c825a7db0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ff9df63-a567-422b-b0eb-7dc75045c602 HTTP/1.1" status: 200 len: 858 time: 0.1564295 May 12 14:33:52.308087 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0fa340e4-dab1-4806-914f-dcde0dc5698d req-6761a031-0602-49f2-87d8-0dcedd4548f2 service neutron] 10.222.0.57 "GET /v2.0/networks/2afe5049-1c7c-4a0e-9e37-f7287a395030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300472 May 12 14:33:52.328092 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-27a8091e-7d66-4dda-9f3b-5b2cae943425 service neutron] 10.222.0.57 "GET /v2.0/networks/c4e4c52c-dcb8-4f29-b913-b6c0c789c55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482632 May 12 14:33:52.653474 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0d059-68fe-4314-96de-d7ca412be679 req-b285e508-9e60-4c52-9e85-8fd4351bb5b8 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:52.655307 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-68f0d059-68fe-4314-96de-d7ca412be679 req-b285e508-9e60-4c52-9e85-8fd4351bb5b8 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 948 time: 0.0524776 May 12 14:33:52.703551 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-68f0d059-68fe-4314-96de-d7ca412be679 req-650a72a1-b555-4449-b271-b647408d0d02 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416994 May 12 14:33:52.713312 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device f636a2b1-87e8-46f9-b1ec-23fa693c4a57 up at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:33:52.772707 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning for port f636a2b1-87e8-46f9-b1ec-23fa693c4a57 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:33:52.785763 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning complete for port f636a2b1-87e8-46f9-b1ec-23fa693c4a57 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:33:52.786209 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (f636a2b1-87e8-46f9-b1ec-23fa693c4a57), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:52.865192 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port f636a2b1-87e8-46f9-b1ec-23fa693c4a57 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:52.865573 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (f636a2b1-87e8-46f9-b1ec-23fa693c4a57), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:52.898653 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8855245c-3865-4c1b-8dd4-da43c780113e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f636a2b1-87e8-46f9-b1ec-23fa693c4a57'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:33:52.900946 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a577b3-0ec9-48cb-8b97-01c369e0e43b" -d '{"events": [{"server_uuid": "8855245c-3865-4c1b-8dd4-da43c780113e", "name": "network-vif-plugged", "status": "completed", "tag": "f636a2b1-87e8-46f9-b1ec-23fa693c4a57"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:33:52.915394 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port f636a2b1-87e8-46f9-b1ec-23fa693c4a57, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=f636a2b1-87e8-46f9-b1ec-23fa693c4a57,segment=NetworkSegment(0f161fac-3a51-42ce-9385-b6e76f5028d5),segment_id=0f161fac-3a51-42ce-9385-b6e76f5028d5)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:33:52.921208 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (f636a2b1-87e8-46f9-b1ec-23fa693c4a57), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:52.950586 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0dd0ec-7c72-43f1-a5ab-07fe8fb65d85 x-openstack-request-id: req-ee0dd0ec-7c72-43f1-a5ab-07fe8fb65d85 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:33:52.950586 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8855245c-3865-4c1b-8dd4-da43c780113e", "name": "network-vif-plugged", "status": "completed", "tag": "f636a2b1-87e8-46f9-b1ec-23fa693c4a57", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:33:52.950586 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ee0dd0ec-7c72-43f1-a5ab-07fe8fb65d85 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:33:52.950977 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee0dd0ec-7c72-43f1-a5ab-07fe8fb65d85'] response: {'server_uuid': '8855245c-3865-4c1b-8dd4-da43c780113e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f636a2b1-87e8-46f9-b1ec-23fa693c4a57', 'code': 200} May 12 14:33:52.984735 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=f636a2b1-87e8-46f9-b1ec-23fa693c4a57,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:53.099740 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed6728-3528-46bf-a65a-065537022367 req-4c4b3b5f-7082-4fb5-9e26-cd23ff24a02a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:53.101456 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b2ed6728-3528-46bf-a65a-065537022367 req-4c4b3b5f-7082-4fb5-9e26-cd23ff24a02a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 944 time: 0.0518181 May 12 14:33:53.335231 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f13d4b-b793-463c-9d25-c1f45718870f req-7344b0b7-4729-4258-827a-1f925c246806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:53.336745 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-27f13d4b-b793-463c-9d25-c1f45718870f req-7344b0b7-4729-4258-827a-1f925c246806 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a960421c-0ac7-4777-ad11-86ea1221dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2189960 May 12 14:33:53.369583 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b2ed6728-3528-46bf-a65a-065537022367 req-11030c8c-1141-4985-b5b3-70722f4bbc4e tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614357 May 12 14:33:53.388751 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebcece-fed0-47cf-90f1-378a89b39034 req-c8eefb8f-205d-4c43-b735-32eb22168bd0 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:53.392698 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e9ebcece-fed0-47cf-90f1-378a89b39034 req-c8eefb8f-205d-4c43-b735-32eb22168bd0 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 943 time: 0.2025411 May 12 14:33:53.508950 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0fa340e4-dab1-4806-914f-dcde0dc5698d req-26492de8-5663-449f-bc76-50d82303b5bc service neutron] 10.222.0.57 "GET /v2.0/networks/2afe5049-1c7c-4a0e-9e37-f7287a395030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931611 May 12 14:33:53.510689 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c9aa98d-49a4-48f5-b82d-bbfa215650a1 req-929d439a-3f48-448e-badc-3437521366f1 service neutron] 10.222.0.57 "GET /v2.0/networks/c4e4c52c-dcb8-4f29-b913-b6c0c789c55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939059 May 12 14:33:53.549007 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6417686-d2cc-43ca-ac31-681951c019eb req-8c6d3ea4-5861-4ea6-badc-5f5ae24ccab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:53.550536 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f6417686-d2cc-43ca-ac31-681951c019eb req-8c6d3ea4-5861-4ea6-badc-5f5ae24ccab2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 1133 time: 0.1266997 May 12 14:33:53.570998 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e9ebcece-fed0-47cf-90f1-378a89b39034 req-6a3f676e-8963-49dd-bd52-92f5eee35709 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681480 May 12 14:33:53.584209 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-27f13d4b-b793-463c-9d25-c1f45718870f req-0dcfa6f8-3476-4bb7-8ffc-11a94b1e4592 service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322564 May 12 14:33:53.618510 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f6417686-d2cc-43ca-ac31-681951c019eb req-aa608fc0-8da1-48a5-a918-afa75715962e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588605 May 12 14:33:53.834353 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f632f-768a-4c93-a88f-1bc109ad786c req-9f8f0c57-35d0-47d0-9fb5-70e4dfbf0e55 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:53.835894 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5a7f632f-768a-4c93-a88f-1bc109ad786c req-9f8f0c57-35d0-47d0-9fb5-70e4dfbf0e55 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 949 time: 0.0523458 May 12 14:33:53.884430 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5a7f632f-768a-4c93-a88f-1bc109ad786c req-931c46db-1b74-49d9-b8e5-c70407ea015c tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424366 May 12 14:33:54.484173 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a3d09-93d3-4e43-a016-7e8839c827a8 req-4a7486f6-7b72-49a4-a7a7-04c18309adf2 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:54.485679 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-112a3d09-93d3-4e43-a016-7e8839c827a8 req-4a7486f6-7b72-49a4-a7a7-04c18309adf2 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 944 time: 0.0475042 May 12 14:33:54.535183 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-112a3d09-93d3-4e43-a016-7e8839c827a8 req-4ff7613b-69ae-4717-b4cf-e4d9b2471646 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438414 May 12 14:33:54.696246 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0f4c8-fa62-4c30-8cf7-1b20b26ffbb3 req-3fce522b-2bed-45c6-8652-7316f8a55039 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:54.697883 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1eb0f4c8-fa62-4c30-8cf7-1b20b26ffbb3 req-3fce522b-2bed-45c6-8652-7316f8a55039 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 943 time: 0.0477602 May 12 14:33:54.753225 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1eb0f4c8-fa62-4c30-8cf7-1b20b26ffbb3 req-90e2c1d3-ca8f-4e2f-b6ce-5f89303a0eec tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495787 May 12 14:33:55.000412 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b2df6-49d6-41f0-8841-e422bcdc2726 req-97db58ef-de4c-4891-853a-49545f392a18 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:55.002544 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-826b2df6-49d6-41f0-8841-e422bcdc2726 req-97db58ef-de4c-4891-853a-49545f392a18 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 949 time: 0.0494289 May 12 14:33:55.051638 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-826b2df6-49d6-41f0-8841-e422bcdc2726 req-975ee8b7-f484-4b57-9e72-dd1f26cca633 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432141 May 12 14:33:55.651102 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bcfd9-845a-41fd-92ca-fca391fd3e81 req-2a93b76e-12e3-49b6-a73e-08d5350b51fa tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:55.652644 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-824bcfd9-845a-41fd-92ca-fca391fd3e81 req-2a93b76e-12e3-49b6-a73e-08d5350b51fa tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 944 time: 0.0502172 May 12 14:33:55.708697 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-824bcfd9-845a-41fd-92ca-fca391fd3e81 req-1a76723a-1a9d-4469-9e31-1f1be390cbb8 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501623 May 12 14:33:55.885844 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2562e4d-78f4-43ea-8469-c4c5ae9e7c37 req-9215d82f-1928-4459-89a8-a942070e1372 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:55.887452 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c2562e4d-78f4-43ea-8469-c4c5ae9e7c37 req-9215d82f-1928-4459-89a8-a942070e1372 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 943 time: 0.0543938 May 12 14:33:55.937775 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c2562e4d-78f4-43ea-8469-c4c5ae9e7c37 req-429eddeb-0b44-4b9f-972e-8781a6add114 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439429 May 12 14:33:56.169632 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ad79d-edc8-4a33-80f2-820acbb357db req-75b96029-9a82-495a-b594-c9f5320ebd7a tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:56.171333 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2d8ad79d-edc8-4a33-80f2-820acbb357db req-75b96029-9a82-495a-b594-c9f5320ebd7a tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 949 time: 0.0495734 May 12 14:33:56.225596 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2d8ad79d-edc8-4a33-80f2-820acbb357db req-7396e90d-4bb6-4541-89b5-f91be56be4b2 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479774 May 12 14:33:56.826028 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0c200-bf7a-4246-a3ae-1d017e3faec0 req-f470656d-a903-4209-a4b8-c0018a34724e tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:56.827618 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f7e0c200-bf7a-4246-a3ae-1d017e3faec0 req-f470656d-a903-4209-a4b8-c0018a34724e tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 944 time: 0.0509162 May 12 14:33:56.888805 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f7e0c200-bf7a-4246-a3ae-1d017e3faec0 req-2c3a3a48-045d-414d-b8cb-82ec42356465 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553184 May 12 14:33:57.059106 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bc311-5eac-450e-90c6-088367b02ce1 req-75cde24a-ba46-440e-9af3-69eccabcea05 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:57.060635 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-782bc311-5eac-450e-90c6-088367b02ce1 req-75cde24a-ba46-440e-9af3-69eccabcea05 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 943 time: 0.0476136 May 12 14:33:57.112416 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-782bc311-5eac-450e-90c6-088367b02ce1 req-a3112a41-96bc-4baf-8f2f-2d21495ab289 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460513 May 12 14:33:57.344222 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafcd33-991b-4b33-a36b-9b4591802b73 req-eef0d9ea-b3e0-4ea6-b54e-da1992491f02 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:57.345945 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4aafcd33-991b-4b33-a36b-9b4591802b73 req-eef0d9ea-b3e0-4ea6-b54e-da1992491f02 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 949 time: 0.0504005 May 12 14:33:57.411392 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4aafcd33-991b-4b33-a36b-9b4591802b73 req-79c51390-b0f7-4f84-ba7d-9b5953466f39 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584455 May 12 14:33:57.466990 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 36152) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:57.582852 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8e622ddf-25e6-4af2-ae8a-80956baca787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:57.666940 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8e622ddf-25e6-4af2-ae8a-80956baca787 admin admin] Publish callbacks [] for security_group (061de1b0-f1a4-4b66-9069-d40a5bfb09e6), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:57.671183 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8e622ddf-25e6-4af2-ae8a-80956baca787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (061de1b0-f1a4-4b66-9069-d40a5bfb09e6), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:57.710998 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-8e622ddf-25e6-4af2-ae8a-80956baca787 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a6da5b1025f0424697bbc39480381efc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428553 May 12 14:33:57.711897 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e622ddf-25e6-4af2-ae8a-80956baca787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061de1b0-f1a4-4b66-9069-d40a5bfb09e6,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:57.714404 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 36156) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:33:57.775356 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd5615d3-263c-4e2d-b52f-3bb16e5a94fe admin admin] Publish callbacks [] for security_group (061de1b0-f1a4-4b66-9069-d40a5bfb09e6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:57.796580 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd5615d3-263c-4e2d-b52f-3bb16e5a94fe admin admin] Publish callbacks [] for security_group (061de1b0-f1a4-4b66-9069-d40a5bfb09e6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:57.844702 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd5615d3-263c-4e2d-b52f-3bb16e5a94fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (061de1b0-f1a4-4b66-9069-d40a5bfb09e6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:57.847480 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd5615d3-263c-4e2d-b52f-3bb16e5a94fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:57.848637 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-fd5615d3-263c-4e2d-b52f-3bb16e5a94fe admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/061de1b0-f1a4-4b66-9069-d40a5bfb09e6 HTTP/1.1" status: 204 len: 168 time: 0.1326041 May 12 14:33:57.856737 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5615d3-263c-4e2d-b52f-3bb16e5a94fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061de1b0-f1a4-4b66-9069-d40a5bfb09e6,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:58.026997 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b9a35-bd4a-400f-95fe-c9ff9e30c8d3 req-9db61d10-1b3b-43be-9083-3667dc1ee3fd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:58.028741 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-721b9a35-bd4a-400f-95fe-c9ff9e30c8d3 req-9db61d10-1b3b-43be-9083-3667dc1ee3fd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 944 time: 0.0522768 May 12 14:33:58.086330 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-721b9a35-bd4a-400f-95fe-c9ff9e30c8d3 req-23f3a004-0c58-480c-950d-371cb5bc9465 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503082 May 12 14:33:58.241101 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ebde0-39cf-4ede-9c3d-c93aa76ed52a req-7c082af1-29e2-4f9b-8b84-7db9111906c2 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:58.242663 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d90ebde0-39cf-4ede-9c3d-c93aa76ed52a req-7c082af1-29e2-4f9b-8b84-7db9111906c2 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 943 time: 0.0566559 May 12 14:33:58.293017 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d90ebde0-39cf-4ede-9c3d-c93aa76ed52a req-988eec67-8287-4e1a-9e16-7b6249bec3b7 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439055 May 12 14:33:58.441469 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-27f13d4b-b793-463c-9d25-c1f45718870f req-55149ae7-cdfb-4627-b5e1-8132eaaf5fc4 service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919831 May 12 14:33:58.547558 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8349a-aaf9-442b-9e46-3d54b4248ca0 req-f7524688-f42e-4180-b2f4-970c2f6d6f72 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:58.549329 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8eb8349a-aaf9-442b-9e46-3d54b4248ca0 req-f7524688-f42e-4180-b2f4-970c2f6d6f72 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 949 time: 0.0591125 May 12 14:33:58.615281 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8eb8349a-aaf9-442b-9e46-3d54b4248ca0 req-37b00acc-8d75-4eda-972e-f0e5b2b1c91d tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565035 May 12 14:33:58.726221 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 03346ca6-97d2-422d-8314-1e57b404e30b details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:33:58.844764 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 03346ca6-97d2-422d-8314-1e57b404e30b, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=03346ca6-97d2-422d-8314-1e57b404e30b,segment=NetworkSegment(763d07bf-5e57-4946-a525-2d840c7b2321),segment_id=763d07bf-5e57-4946-a525-2d840c7b2321)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:33:58.856719 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Returning: {'device': '03346ca6-97d2-422d-8314-1e57b404e30b', 'network_id': 'c4e4c52c-dcb8-4f29-b913-b6c0c789c55d', 'port_id': '03346ca6-97d2-422d-8314-1e57b404e30b', 'mac_address': 'fa:16:3e:70:76:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12654294-56b3-4f5c-812f-c4bca8998c4e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:33:58.910669 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 03346ca6-97d2-422d-8314-1e57b404e30b is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:33:58.911204 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (03346ca6-97d2-422d-8314-1e57b404e30b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:58.926341 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03346ca6-97d2-422d-8314-1e57b404e30b {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:33:58.952625 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 03346ca6-97d2-422d-8314-1e57b404e30b, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=03346ca6-97d2-422d-8314-1e57b404e30b,segment=NetworkSegment(763d07bf-5e57-4946-a525-2d840c7b2321),segment_id=763d07bf-5e57-4946-a525-2d840c7b2321)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:33:58.959647 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (03346ca6-97d2-422d-8314-1e57b404e30b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:33:59.017115 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=03346ca6-97d2-422d-8314-1e57b404e30b,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:33:59.218295 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ab848-95e6-476c-8b31-a7a363b385b0 req-6acaa105-553f-4b62-82f7-aeb515e5a004 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:59.221246 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f16ab848-95e6-476c-8b31-a7a363b385b0 req-6acaa105-553f-4b62-82f7-aeb515e5a004 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 944 time: 0.0556438 May 12 14:33:59.283969 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f16ab848-95e6-476c-8b31-a7a363b385b0 req-6780eefd-931d-4dc7-a659-adc02ac3f7d3 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584486 May 12 14:33:59.316086 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-15f365cf-50c5-4007-a139-c7c969313be8 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090511352&fields=id&tenant_id=0ba0ea753bb0496cbf274e802f50dd0e HTTP/1.1" status: 200 len: 267 time: 0.0580401 May 12 14:33:59.457906 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb4b7f-953b-46b1-9635-b671400ded88 req-73612a16-ff2e-41cd-9b13-e262ead23ed2 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:59.459426 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0ffb4b7f-953b-46b1-9635-b671400ded88 req-73612a16-ff2e-41cd-9b13-e262ead23ed2 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 944 time: 0.0683918 May 12 14:33:59.465686 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-7cad8cbf-18b6-47a5-b844-e152536553dc tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:59.467139 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-7cad8cbf-18b6-47a5-b844-e152536553dc tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/networks?id=5b96f110-6030-45d9-96d1-0bc86d38fd01 HTTP/1.1" status: 200 len: 812 time: 0.1442125 May 12 14:33:59.504938 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-41a5d89b-6e12-435e-b024-c4abc4222d64 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/quotas/0ba0ea753bb0496cbf274e802f50dd0e HTTP/1.1" status: 200 len: 375 time: 0.0256460 May 12 14:33:59.562556 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0ffb4b7f-953b-46b1-9635-b671400ded88 req-4b1e7720-72c4-4cd4-81d6-6b942a055d10 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944395 May 12 14:33:59.579936 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-d491b4ec-bf11-4836-bd62-9a8863801201 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0ba0ea753bb0496cbf274e802f50dd0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634322 May 12 14:33:59.684712 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-32ffc92a-9603-4db1-982b-e7256036daa0 service neutron] 10.222.0.75 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883307 May 12 14:33:59.715356 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['03346ca6-97d2-422d-8314-1e57b404e30b'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:33:59.781089 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e01114-c300-42f6-9b5e-dbc54db8b573 req-8b0f634c-14f1-407b-b2a2-b2222109f605 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:33:59.783111 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-66e01114-c300-42f6-9b5e-dbc54db8b573 req-8b0f634c-14f1-407b-b2a2-b2222109f605 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 949 time: 0.0977957 May 12 14:33:59.833808 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-3c33e864-adc9-4193-94a4-874e114b24d8 service neutron] 10.222.0.75 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494839 May 12 14:33:59.855991 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-66e01114-c300-42f6-9b5e-dbc54db8b573 req-94bc556b-8575-4f16-b37a-ddf539d5ded3 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604527 May 12 14:34:00.150314 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-eaca5baf-72ad-41f8-9e7b-e361d449fb98 req-c4de6c47-c7f5-48b1-82ed-ac4b741b0745 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 210 time: 0.0323288 May 12 14:34:00.426185 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe85aa9-6194-4190-90e9-2fdd0c5963d8 req-bd7e6f4a-facb-4af7-9c32-7ac4ef197d12 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:00.426185 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cbe85aa9-6194-4190-90e9-2fdd0c5963d8 req-bd7e6f4a-facb-4af7-9c32-7ac4ef197d12 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 944 time: 0.0571253 May 12 14:34:00.484740 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cbe85aa9-6194-4190-90e9-2fdd0c5963d8 req-45674562-e184-4f5f-a0b6-fec84ac06161 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542524 May 12 14:34:00.704091 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bf46b-b309-494c-ac25-9e7fc7f01bff req-3df11aea-0cef-4d4c-80b8-f78f29ec9b05 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:00.705758 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-738bf46b-b309-494c-ac25-9e7fc7f01bff req-3df11aea-0cef-4d4c-80b8-f78f29ec9b05 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 944 time: 0.0621533 May 12 14:34:00.762701 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-738bf46b-b309-494c-ac25-9e7fc7f01bff req-c7b492b1-d013-4a72-8f81-903140e0a4b1 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511532 May 12 14:34:00.982118 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc84ac1-4bf5-4c4a-8505-f4e9e8a0a4de req-d4f528fc-829f-48a4-b7cb-1c2d6efcd940 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:00.983655 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4fc84ac1-4bf5-4c4a-8505-f4e9e8a0a4de req-d4f528fc-829f-48a4-b7cb-1c2d6efcd940 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 949 time: 0.0484354 May 12 14:34:01.035928 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4fc84ac1-4bf5-4c4a-8505-f4e9e8a0a4de req-4051cbe8-45c2-438b-bc52-9ae69ab62a46 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461287 May 12 14:34:01.228258 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 03346ca6-97d2-422d-8314-1e57b404e30b up at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:34:01.251212 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-248aaf3b-02b4-4417-a5b5-f496575fe67c req-ef5b52b5-9fa2-40d6-8cea-79fc848fe852 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 210 time: 0.0277750 May 12 14:34:01.274184 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning for port 03346ca6-97d2-422d-8314-1e57b404e30b completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:34:01.288700 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning complete for port 03346ca6-97d2-422d-8314-1e57b404e30b triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:34:01.289107 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (03346ca6-97d2-422d-8314-1e57b404e30b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:01.494080 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 03346ca6-97d2-422d-8314-1e57b404e30b is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:34:01.494373 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (03346ca6-97d2-422d-8314-1e57b404e30b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:01.526685 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0d59a6-8822-4d8d-83c9-390537c9818a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03346ca6-97d2-422d-8314-1e57b404e30b'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:34:01.528975 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15dcc2db-0790-4f84-b27b-4c3a21630c25" -d '{"events": [{"server_uuid": "7f0d59a6-8822-4d8d-83c9-390537c9818a", "name": "network-vif-plugged", "status": "completed", "tag": "03346ca6-97d2-422d-8314-1e57b404e30b"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:34:01.544014 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 03346ca6-97d2-422d-8314-1e57b404e30b, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=03346ca6-97d2-422d-8314-1e57b404e30b,segment=NetworkSegment(763d07bf-5e57-4946-a525-2d840c7b2321),segment_id=763d07bf-5e57-4946-a525-2d840c7b2321)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:34:01.549146 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (03346ca6-97d2-422d-8314-1e57b404e30b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:01.579179 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3898f8a7-a917-4828-8189-18c4d4be981b x-openstack-request-id: req-3898f8a7-a917-4828-8189-18c4d4be981b {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:34:01.579556 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0d59a6-8822-4d8d-83c9-390537c9818a", "name": "network-vif-plugged", "status": "completed", "tag": "03346ca6-97d2-422d-8314-1e57b404e30b", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:34:01.579898 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3898f8a7-a917-4828-8189-18c4d4be981b {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:34:01.580356 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3898f8a7-a917-4828-8189-18c4d4be981b'] response: {'server_uuid': '7f0d59a6-8822-4d8d-83c9-390537c9818a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03346ca6-97d2-422d-8314-1e57b404e30b', 'code': 200} May 12 14:34:01.600573 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59748094-b866-40b6-ae75-b37744dd041b req-201e3ece-ad1f-476e-95b3-1f5e51c6d7b9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:01.602080 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-59748094-b866-40b6-ae75-b37744dd041b req-201e3ece-ad1f-476e-95b3-1f5e51c6d7b9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 944 time: 0.0493984 May 12 14:34:01.613170 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=03346ca6-97d2-422d-8314-1e57b404e30b,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:01.656729 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-59748094-b866-40b6-ae75-b37744dd041b req-83f23a5d-a49b-4f89-b0db-756f984d81b7 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484464 May 12 14:34:01.884744 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1554e07-eeb0-4dbc-a6b9-2800517aa4ca req-02357f2b-cfb6-4584-ac05-7bb9023fdfae tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:01.886269 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e1554e07-eeb0-4dbc-a6b9-2800517aa4ca req-02357f2b-cfb6-4584-ac05-7bb9023fdfae tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 945 time: 0.0527151 May 12 14:34:01.943017 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e1554e07-eeb0-4dbc-a6b9-2800517aa4ca req-20be847e-25c7-4185-8328-5fa928b7c3ce tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503449 May 12 14:34:02.155983 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed80d9-fbc6-4397-840f-4d091eeef577 req-db394ae3-a38e-4889-9550-0fa8a3cd6384 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:02.157475 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-94ed80d9-fbc6-4397-840f-4d091eeef577 req-db394ae3-a38e-4889-9550-0fa8a3cd6384 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 949 time: 0.0513735 May 12 14:34:02.206715 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-94ed80d9-fbc6-4397-840f-4d091eeef577 req-36ef9d3b-5d72-402c-9a49-2ffc03416e42 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436735 May 12 14:34:02.353539 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-acae8369-42eb-442e-8c9e-ea310462fb69 req-664ff29f-965c-4261-9044-a1445cd076b7 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 210 time: 0.0284278 May 12 14:34:02.779157 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d55bc5-4456-46dd-8e8a-9e47cba97945 req-9f4b7983-31c0-43e0-bdbf-e87f7678e102 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:02.780643 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-49d55bc5-4456-46dd-8e8a-9e47cba97945 req-9f4b7983-31c0-43e0-bdbf-e87f7678e102 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 944 time: 0.0495241 May 12 14:34:02.830199 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-49d55bc5-4456-46dd-8e8a-9e47cba97945 req-6c83e5a2-8725-4cb6-8a4c-22fd00982b27 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426979 May 12 14:34:03.066503 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fcefb-ae99-4482-959e-b85bec32e991 req-79a3bcf2-84c3-4e5f-9fd3-5836013e4a9d tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:03.068082 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f16fcefb-ae99-4482-959e-b85bec32e991 req-79a3bcf2-84c3-4e5f-9fd3-5836013e4a9d tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 945 time: 0.0523138 May 12 14:34:03.142372 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f16fcefb-ae99-4482-959e-b85bec32e991 req-7760bbdb-91d4-4ea0-87f1-40b0776113ca tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681331 May 12 14:34:03.157438 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20681a82-b6dd-48a3-a65a-731ae637884f req-e4290b85-3877-401e-8a6a-9e0ff43cf448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:03.158947 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-20681a82-b6dd-48a3-a65a-731ae637884f req-e4290b85-3877-401e-8a6a-9e0ff43cf448 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 1129 time: 0.0522656 May 12 14:34:03.222007 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device edce530e-0a2a-4073-b478-f2228ceb37bc details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:34:03.327092 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port edce530e-0a2a-4073-b478-f2228ceb37bc, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=edce530e-0a2a-4073-b478-f2228ceb37bc,segment=NetworkSegment(c6e36150-006d-4817-be7b-a40f146ddc75),segment_id=c6e36150-006d-4817-be7b-a40f146ddc75)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:34:03.330379 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd8171-0197-466a-a61b-d1d83ca58cb6 req-f377370f-0a7b-4b39-8d87-bc26990a71b2 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:03.331903 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-56dd8171-0197-466a-a61b-d1d83ca58cb6 req-f377370f-0a7b-4b39-8d87-bc26990a71b2 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 949 time: 0.0519469 May 12 14:34:03.339326 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Returning: {'device': 'edce530e-0a2a-4073-b478-f2228ceb37bc', 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0', 'port_id': 'edce530e-0a2a-4073-b478-f2228ceb37bc', 'mac_address': 'fa:16:3e:73:83:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff9df63-a567-422b-b0eb-7dc75045c602', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:34:03.379604 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port edce530e-0a2a-4073-b478-f2228ceb37bc is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:34:03.380048 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (edce530e-0a2a-4073-b478-f2228ceb37bc), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:03.394748 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-56dd8171-0197-466a-a61b-d1d83ca58cb6 req-e66cb838-9da4-4f17-8d07-3bf59244965d tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562541 May 12 14:34:03.399100 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edce530e-0a2a-4073-b478-f2228ceb37bc {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:34:03.428150 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port edce530e-0a2a-4073-b478-f2228ceb37bc, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=edce530e-0a2a-4073-b478-f2228ceb37bc,segment=NetworkSegment(c6e36150-006d-4817-be7b-a40f146ddc75),segment_id=c6e36150-006d-4817-be7b-a40f146ddc75)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:34:03.433735 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (edce530e-0a2a-4073-b478-f2228ceb37bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:03.486919 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=edce530e-0a2a-4073-b478-f2228ceb37bc,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:03.493898 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9328bfcc-96c1-490f-81b3-ab62e2a42c03 req-8c799b8c-a69c-4cc2-8fe8-3b855bb11b47 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 210 time: 0.0525384 May 12 14:34:03.533917 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-20681a82-b6dd-48a3-a65a-731ae637884f req-4adb7e30-d52e-4306-8de0-7692d6f9227b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500786 May 12 14:34:03.691359 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de40fcb-7151-4c3b-a738-e3f894329690 req-428ab1fd-53c0-40d0-8e42-24a02708c26b tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:03.692850 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0de40fcb-7151-4c3b-a738-e3f894329690 req-428ab1fd-53c0-40d0-8e42-24a02708c26b tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 949 time: 0.0469446 May 12 14:34:03.744164 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0de40fcb-7151-4c3b-a738-e3f894329690 req-a916dd6e-8554-4811-a427-231c7eef2c78 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454149 May 12 14:34:03.946545 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ad8af-4c1a-45ab-a424-4a62094134dc req-50b6e8da-7147-4e85-88fc-8f3a72bb5627 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:03.948057 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3e0ad8af-4c1a-45ab-a424-4a62094134dc req-50b6e8da-7147-4e85-88fc-8f3a72bb5627 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 945 time: 0.0478334 May 12 14:34:03.989476 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['edce530e-0a2a-4073-b478-f2228ceb37bc'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:34:03.994950 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3e0ad8af-4c1a-45ab-a424-4a62094134dc req-c14b617c-eb40-45f9-8cd9-6d5bc9734f1a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413291 May 12 14:34:04.284829 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e4a65-ee74-4cd0-886e-e9afc237c34c req-d52723b7-8cec-4b80-a91e-ab714f6fedc3 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:04.286654 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a62e4a65-ee74-4cd0-886e-e9afc237c34c req-d52723b7-8cec-4b80-a91e-ab714f6fedc3 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 945 time: 0.0528753 May 12 14:34:04.348252 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a62e4a65-ee74-4cd0-886e-e9afc237c34c req-79681335-273f-43ea-ab5d-6f146ecf587a tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554035 May 12 14:34:04.592390 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a2a3988a-8851-41d5-b0e1-a51600d17069 req-3cd2fe57-bb77-49db-81eb-77a3730d7fe3 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 210 time: 0.0299819 May 12 14:34:04.855908 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da0269-f1c2-4255-b4d7-0a82a4b56fbd req-a5cc7376-9a55-4e0b-88cd-ad6b87232623 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:04.857361 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-36da0269-f1c2-4255-b4d7-0a82a4b56fbd req-a5cc7376-9a55-4e0b-88cd-ad6b87232623 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 949 time: 0.0461893 May 12 14:34:04.903842 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-36da0269-f1c2-4255-b4d7-0a82a4b56fbd req-98e2accd-7c9c-4cf1-b82a-05d053dcf74f tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410404 May 12 14:34:05.106583 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e2b36-55f1-40d6-8282-80526999b23a req-30b58214-9c90-474a-b86d-9868f1c37cb2 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:05.108052 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1d3e2b36-55f1-40d6-8282-80526999b23a req-30b58214-9c90-474a-b86d-9868f1c37cb2 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 945 time: 0.0466928 May 12 14:34:05.154436 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1d3e2b36-55f1-40d6-8282-80526999b23a req-ef8a71b3-cf32-41a5-b81e-c9966dd714e4 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408309 May 12 14:34:05.360608 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device edce530e-0a2a-4073-b478-f2228ceb37bc up at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:34:05.456833 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning for port edce530e-0a2a-4073-b478-f2228ceb37bc completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:34:05.471323 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning complete for port edce530e-0a2a-4073-b478-f2228ceb37bc triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:34:05.471710 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (edce530e-0a2a-4073-b478-f2228ceb37bc), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:05.485925 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4ef5c-f608-446f-a159-56009f14c16f req-ab1da92f-52ef-48ea-abd1-344098d5b824 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:05.487632 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-34b4ef5c-f608-446f-a159-56009f14c16f req-ab1da92f-52ef-48ea-abd1-344098d5b824 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 945 time: 0.0622399 May 12 14:34:05.543493 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:34:05.549373 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-34b4ef5c-f608-446f-a159-56009f14c16f req-ba4a4488-def0-405d-84de-dab6d3a6f7c5 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557852 May 12 14:34:05.575586 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port edce530e-0a2a-4073-b478-f2228ceb37bc is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:34:05.576786 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (edce530e-0a2a-4073-b478-f2228ceb37bc), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:05.602911 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137403bd-302f-4ea4-aeba-782ade2358e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edce530e-0a2a-4073-b478-f2228ceb37bc'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:34:05.605371 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400a5693-bfdc-43d0-a6ea-81035c071058" -d '{"events": [{"server_uuid": "137403bd-302f-4ea4-aeba-782ade2358e0", "name": "network-vif-plugged", "status": "completed", "tag": "edce530e-0a2a-4073-b478-f2228ceb37bc"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:34:05.638149 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port edce530e-0a2a-4073-b478-f2228ceb37bc, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=edce530e-0a2a-4073-b478-f2228ceb37bc,segment=NetworkSegment(c6e36150-006d-4817-be7b-a40f146ddc75),segment_id=c6e36150-006d-4817-be7b-a40f146ddc75)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:34:05.653143 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (edce530e-0a2a-4073-b478-f2228ceb37bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:05.659128 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3c06cc-f647-42f3-9fcd-0889e5eb8de1 x-openstack-request-id: req-8e3c06cc-f647-42f3-9fcd-0889e5eb8de1 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:34:05.659578 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137403bd-302f-4ea4-aeba-782ade2358e0", "name": "network-vif-plugged", "status": "completed", "tag": "edce530e-0a2a-4073-b478-f2228ceb37bc", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:34:05.659979 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8e3c06cc-f647-42f3-9fcd-0889e5eb8de1 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:34:05.661849 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e3c06cc-f647-42f3-9fcd-0889e5eb8de1'] response: {'server_uuid': '137403bd-302f-4ea4-aeba-782ade2358e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edce530e-0a2a-4073-b478-f2228ceb37bc', 'code': 200} May 12 14:34:05.716332 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=edce530e-0a2a-4073-b478-f2228ceb37bc,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:06.017783 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9f61b069-b988-43bd-ae43-879f74af4ffe req-825dac30-2490-44f5-bb2f-f96978a89973 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 210 time: 0.3348229 May 12 14:34:06.024960 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-783cb162-e91d-429c-80c7-e0ada963c137 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:06.026648 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-783cb162-e91d-429c-80c7-e0ada963c137 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.57 "GET /v2.0/networks?id=5b96f110-6030-45d9-96d1-0bc86d38fd01 HTTP/1.1" status: 200 len: 812 time: 0.4736304 May 12 14:34:06.060132 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c5393-ed80-4702-8de4-a667c1c20fcf req-d9d0db8a-761a-48fc-92b0-819e953811e7 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:06.061460 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-981c5393-ed80-4702-8de4-a667c1c20fcf req-d9d0db8a-761a-48fc-92b0-819e953811e7 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 949 time: 0.0567298 May 12 14:34:06.111855 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-981c5393-ed80-4702-8de4-a667c1c20fcf req-18afa9f2-46d9-41ea-ac64-45850593a549 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408697 May 12 14:34:06.265316 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1792562-506e-4fd8-a9b3-9d78f9b101a2 req-cf1702cb-9b1d-4891-94d6-ba73bf6a8a1f tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:06.267315 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f1792562-506e-4fd8-a9b3-9d78f9b101a2 req-cf1702cb-9b1d-4891-94d6-ba73bf6a8a1f tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0488343 May 12 14:34:06.314609 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f1792562-506e-4fd8-a9b3-9d78f9b101a2 req-1c0c0d3d-4516-4a17-81a0-34ae4c35c914 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414999 May 12 14:34:06.679314 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03225bf-b7f7-41a0-b290-d46eafb27328 req-1f35b5ea-fa6c-40dd-9780-91e5f0394a1b tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:06.680794 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d03225bf-b7f7-41a0-b290-d46eafb27328 req-1f35b5ea-fa6c-40dd-9780-91e5f0394a1b tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 945 time: 0.0670042 May 12 14:34:06.690393 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-94b14fde-f27d-4c7a-9fc1-f96b237ab7c0 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ba0ea753bb0496cbf274e802f50dd0e HTTP/1.1" status: 200 len: 380 time: 0.0930176 May 12 14:34:06.733577 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d03225bf-b7f7-41a0-b290-d46eafb27328 req-3e217dae-2d5b-4844-a51e-92990ae45b78 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422258 May 12 14:34:07.114367 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a07a07f0-fa4b-4138-966a-8f94a32b8203 req-d8b4ef8a-bd4c-400a-9f1d-91ace48c9f1e tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 210 time: 0.0310838 May 12 14:34:07.222398 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbef9c8-1fba-4a8a-a3c4-1e75530187f6 req-f55dfc1a-a872-4c46-bde3-9baab6209951 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:07.223858 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4bbef9c8-1fba-4a8a-a3c4-1e75530187f6 req-f55dfc1a-a872-4c46-bde3-9baab6209951 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 949 time: 0.0454497 May 12 14:34:07.269811 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4bbef9c8-1fba-4a8a-a3c4-1e75530187f6 req-e748cc61-577c-496f-9b6b-8f8e187344d7 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404458 May 12 14:34:07.427064 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b448510-7de5-4ed6-87bf-110b1de5ba78 req-c856a9d3-3414-4aee-b0c3-74fc5ef9b527 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:07.428459 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4b448510-7de5-4ed6-87bf-110b1de5ba78 req-c856a9d3-3414-4aee-b0c3-74fc5ef9b527 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0462804 May 12 14:34:07.475365 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4b448510-7de5-4ed6-87bf-110b1de5ba78 req-92f1e342-6264-4d0f-9eac-fd05937ecedb tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413015 May 12 14:34:07.855784 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1f276-d7a1-4151-853d-ee8f62ff8289 req-d42159c0-3adc-466f-9e7f-0d9a4bcca046 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:07.857232 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bab1f276-d7a1-4151-853d-ee8f62ff8289 req-d42159c0-3adc-466f-9e7f-0d9a4bcca046 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 945 time: 0.0566068 May 12 14:34:07.906397 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bab1f276-d7a1-4151-853d-ee8f62ff8289 req-e2e6a054-70eb-4ca1-8f48-da56a93d1085 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432959 May 12 14:34:08.205624 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4d8c8423-c8a4-41a6-a1eb-8f5c0804695c req-730bf6d8-ca08-4482-9cfa-8cd510539743 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 210 time: 0.0269361 May 12 14:34:08.382974 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97819483-7340-44d5-b669-30b7c9a5e7cd req-cae02e71-8cce-459f-8030-03366fd69818 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:08.384487 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-97819483-7340-44d5-b669-30b7c9a5e7cd req-cae02e71-8cce-459f-8030-03366fd69818 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 949 time: 0.0479805 May 12 14:34:08.433808 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-97819483-7340-44d5-b669-30b7c9a5e7cd req-68cf92c0-4cd0-4455-8dab-f6ce2ea80c60 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423753 May 12 14:34:08.590244 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbcd53-24ad-42d5-93b9-5084bd45c297 req-d00bb2d7-33a1-4c7e-9473-e3ba5f899a4b tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:08.591729 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f5dbcd53-24ad-42d5-93b9-5084bd45c297 req-d00bb2d7-33a1-4c7e-9473-e3ba5f899a4b tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0482121 May 12 14:34:08.638162 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f5dbcd53-24ad-42d5-93b9-5084bd45c297 req-b4cb72e6-ee43-4ad5-8eda-39658150ec29 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404027 May 12 14:34:09.020859 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4870d-8494-4d8d-ad0c-769511711305 req-e84c8e00-e65a-4e95-8dd8-01caa2978c0e tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:09.022324 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-95c4870d-8494-4d8d-ad0c-769511711305 req-e84c8e00-e65a-4e95-8dd8-01caa2978c0e tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 945 time: 0.0459778 May 12 14:34:09.068095 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-95c4870d-8494-4d8d-ad0c-769511711305 req-be6f0f80-7938-47e9-aac3-ce7142a448d1 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401888 May 12 14:34:09.261940 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-18f1c864-73c2-4313-87ab-fb74df2acc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:09.312501 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bd3946df-eecc-4107-8c0a-03f80d84e218 req-0b68f308-f325-4858-9bd8-ce7afdfeb36e tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 210 time: 0.0373991 May 12 14:34:09.545239 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6657ef3-c609-47c8-a7ae-0674bc4fe7f5 req-65eae16e-5d51-4332-acb3-a2dd52247876 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:09.546624 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d6657ef3-c609-47c8-a7ae-0674bc4fe7f5 req-65eae16e-5d51-4332-acb3-a2dd52247876 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 949 time: 0.0457704 May 12 14:34:09.592435 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d6657ef3-c609-47c8-a7ae-0674bc4fe7f5 req-43f67985-f534-4015-b55d-7e189417903f tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395105 May 12 14:34:09.753309 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e18154-53d7-4fd6-a31f-5ba6729c22f6 req-07aaced3-8b49-4117-a27c-ccdd1c61059c tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:09.754769 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f1e18154-53d7-4fd6-a31f-5ba6729c22f6 req-07aaced3-8b49-4117-a27c-ccdd1c61059c tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0457411 May 12 14:34:09.800847 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f1e18154-53d7-4fd6-a31f-5ba6729c22f6 req-a25b1e4b-7e12-4210-a465-a3eb71b445c7 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404255 May 12 14:34:10.183601 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc60aa7-5fdb-462b-8815-9a9dda17055d req-bbb71f7c-1f34-4836-aa69-792d9422ed5e tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:10.185037 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4bc60aa7-5fdb-462b-8815-9a9dda17055d req-bbb71f7c-1f34-4836-aa69-792d9422ed5e tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 945 time: 0.0491221 May 12 14:34:10.231052 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4bc60aa7-5fdb-462b-8815-9a9dda17055d req-24570437-3a70-4d9f-8b13-a9d2da991d94 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401018 May 12 14:34:10.422797 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c566cf3a-dc09-47c2-9a37-47a512befb40 req-7177a0a0-c7c1-4f9b-892e-7a6a4133b6b9 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 210 time: 0.0278704 May 12 14:34:10.707520 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a69bce-94ed-4a03-a9c6-d40a74d91263 req-0b858d66-0bed-492d-b44a-a9539b93ff22 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:10.709027 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a7a69bce-94ed-4a03-a9c6-d40a74d91263 req-0b858d66-0bed-492d-b44a-a9539b93ff22 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 949 time: 0.0471542 May 12 14:34:10.756089 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a7a69bce-94ed-4a03-a9c6-d40a74d91263 req-883e5712-f8a7-4f00-9006-fb4018eb2fc3 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414553 May 12 14:34:10.781137 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device f636a2b1-87e8-46f9-b1ec-23fa693c4a57 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:34:10.864175 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port f636a2b1-87e8-46f9-b1ec-23fa693c4a57 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:34:10.864676 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (f636a2b1-87e8-46f9-b1ec-23fa693c4a57), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:10.889754 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8855245c-3865-4c1b-8dd4-da43c780113e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f636a2b1-87e8-46f9-b1ec-23fa693c4a57'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:34:10.892196 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a17bea-bb65-4e6d-a17a-91d1cb678d1b" -d '{"events": [{"server_uuid": "8855245c-3865-4c1b-8dd4-da43c780113e", "name": "network-vif-unplugged", "status": "completed", "tag": "f636a2b1-87e8-46f9-b1ec-23fa693c4a57"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:34:10.905974 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port f636a2b1-87e8-46f9-b1ec-23fa693c4a57, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=f636a2b1-87e8-46f9-b1ec-23fa693c4a57,segment=NetworkSegment(0f161fac-3a51-42ce-9385-b6e76f5028d5),segment_id=0f161fac-3a51-42ce-9385-b6e76f5028d5)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:34:10.910956 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (f636a2b1-87e8-46f9-b1ec-23fa693c4a57), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:10.946950 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 14:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245e3e0e-0ed4-4b5b-b387-ca05e30f398d x-openstack-request-id: req-245e3e0e-0ed4-4b5b-b387-ca05e30f398d {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:34:10.947287 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8855245c-3865-4c1b-8dd4-da43c780113e", "name": "network-vif-unplugged", "status": "completed", "tag": "f636a2b1-87e8-46f9-b1ec-23fa693c4a57", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:34:10.947700 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-245e3e0e-0ed4-4b5b-b387-ca05e30f398d {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:34:10.948262 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-245e3e0e-0ed4-4b5b-b387-ca05e30f398d'] response: {'server_uuid': '8855245c-3865-4c1b-8dd4-da43c780113e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f636a2b1-87e8-46f9-b1ec-23fa693c4a57', 'code': 200} May 12 14:34:10.948393 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-63635421-4b33-4b98-a16a-4d327b3c6a41 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Request body: {'port': {'device_id': 'b53d1801-00ff-4886-8632-1d02c3275dd5', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'admin_state_up': True, 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'security_groups': ['70df1e33-e03a-4910-9739-4630b655b034']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:34:10.973193 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=f636a2b1-87e8-46f9-b1ec-23fa693c4a57,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:11.000899 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f1838-278b-4c86-b64c-eb147d59fd1a req-a32c74ad-6073-49b0-9430-0e6f88f18c4c tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:11.002384 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c82f1838-278b-4c86-b64c-eb147d59fd1a req-a32c74ad-6073-49b0-9430-0e6f88f18c4c tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.1306996 May 12 14:34:11.099232 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c82f1838-278b-4c86-b64c-eb147d59fd1a req-1d17ac0f-916e-4545-99ed-c256cbab3b81 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700085 May 12 14:34:11.152456 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-63635421-4b33-4b98-a16a-4d327b3c6a41 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Made reservation on behalf of 0ba0ea753bb0496cbf274e802f50dd0e for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:34:11.155700 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-63635421-4b33-4b98-a16a-4d327b3c6a41 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:11.164444 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c28b7-c6eb-41a1-a8da-f783d54b96ee req-d8e1b3eb-295e-432f-8fd4-883ff63a972d tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:11.166030 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c45c28b7-c6eb-41a1-a8da-f783d54b96ee req-d8e1b3eb-295e-432f-8fd4-883ff63a972d tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.57 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 947 time: 0.0622039 May 12 14:34:11.287048 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-63635421-4b33-4b98-a16a-4d327b3c6a41 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Allocated IP 172.20.0.12 (5b96f110-6030-45d9-96d1-0bc86d38fd01/0f0587e5-5c6f-4f23-94d0-5688c2911c12/e20769a6-986c-4bef-a558-db20551da4d2) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:34:11.380514 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38708a54-e604-4fa4-95d5-1fa97af2938a req-1a52dcc0-a3a8-4cbb-9d88-d1d08d9c3ad0 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:11.381980 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-38708a54-e604-4fa4-95d5-1fa97af2938a req-1a52dcc0-a3a8-4cbb-9d88-d1d08d9c3ad0 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 945 time: 0.0813711 May 12 14:34:11.480911 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-38708a54-e604-4fa4-95d5-1fa97af2938a req-905aa3ab-15cf-456d-b7c8-036515012aec tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912371 May 12 14:34:11.496827 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-63635421-4b33-4b98-a16a-4d327b3c6a41 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for port (e20769a6-986c-4bef-a558-db20551da4d2), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:11.530247 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8aa1727f-ca41-424a-b096-95c2c155cf37 req-f5ab0ef0-3486-40da-9a2e-321c64ac0803 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 210 time: 0.0385623 May 12 14:34:11.558113 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-63635421-4b33-4b98-a16a-4d327b3c6a41 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (e20769a6-986c-4bef-a558-db20551da4d2), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:11.600052 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-63635421-4b33-4b98-a16a-4d327b3c6a41 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Network 5b96f110-6030-45d9-96d1-0bc86d38fd01 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:34:11.603070 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-63635421-4b33-4b98-a16a-4d327b3c6a41 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:34:11.606935 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-63635421-4b33-4b98-a16a-4d327b3c6a41 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:34:11.612148 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-63635421-4b33-4b98-a16a-4d327b3c6a41 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:11.612779 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-63635421-4b33-4b98-a16a-4d327b3c6a41 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:11.628873 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63635421-4b33-4b98-a16a-4d327b3c6a41 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Pushing event updated for resources: {'Port': ['ID=e20769a6-986c-4bef-a558-db20551da4d2,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:11.643428 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0576bf1d-5454-4337-99fd-b277db534adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:11.645973 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-63635421-4b33-4b98-a16a-4d327b3c6a41 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7037106 May 12 14:34:11.796850 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-24de72e4-dcbf-4c0f-ba3f-b5c6454af28e service neutron] Request body: {'port': {'device_id': 'b53d1801-00ff-4886-8632-1d02c3275dd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:34:11.887284 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ade9d8-f1d0-44b8-b7e2-252e56251f32 req-8959202e-484b-4d00-9c2c-c8da839156cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:11.888808 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-87ade9d8-f1d0-44b8-b7e2-252e56251f32 req-8959202e-484b-4d00-9c2c-c8da839156cf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 1130 time: 0.1425476 May 12 14:34:11.909635 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-24de72e4-dcbf-4c0f-ba3f-b5c6454af28e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (e20769a6-986c-4bef-a558-db20551da4d2), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:11.934838 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-c45c28b7-c6eb-41a1-a8da-f783d54b96ee req-dbefdaca-9c8c-4a87-ad8b-453831491ab6 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Deleting port f636a2b1-87e8-46f9-b1ec-23fa693c4a57 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:34:11.934838 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c45c28b7-c6eb-41a1-a8da-f783d54b96ee req-dbefdaca-9c8c-4a87-ad8b-453831491ab6 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (f636a2b1-87e8-46f9-b1ec-23fa693c4a57), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:11.960672 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-c7b7073c-8159-4791-964c-56961c279f91 None None] Provisioning complete for port e20769a6-986c-4bef-a558-db20551da4d2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:34:11.961709 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c7b7073c-8159-4791-964c-56961c279f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (e20769a6-986c-4bef-a558-db20551da4d2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:11.982126 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e30a5ff-4c89-4fe5-ad6a-06c51c97dfab req-16273d71-4f73-4e51-82a1-b18fc460fdbe tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:11.983770 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9e30a5ff-4c89-4fe5-ad6a-06c51c97dfab req-16273d71-4f73-4e51-82a1-b18fc460fdbe tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 947 time: 0.1233928 May 12 14:34:11.998425 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c7b7073c-8159-4791-964c-56961c279f91 None None] Port e20769a6-986c-4bef-a558-db20551da4d2 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:34:12.126813 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-87ade9d8-f1d0-44b8-b7e2-252e56251f32 req-117a67e2-46ef-40b7-b796-19eff68ce2de service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090423 May 12 14:34:12.175238 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9e30a5ff-4c89-4fe5-ad6a-06c51c97dfab req-3819700b-9036-441e-82ad-aa480f83fb4f tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea433bc5-600f-463d-8dad-7f2fffb30d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636999 May 12 14:34:12.182100 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-c45c28b7-c6eb-41a1-a8da-f783d54b96ee req-dbefdaca-9c8c-4a87-ad8b-453831491ab6 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] For port f636a2b1-87e8-46f9-b1ec-23fa693c4a57, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=f636a2b1-87e8-46f9-b1ec-23fa693c4a57,segment=NetworkSegment(0f161fac-3a51-42ce-9385-b6e76f5028d5),segment_id=0f161fac-3a51-42ce-9385-b6e76f5028d5)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:34:12.182473 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c45c28b7-c6eb-41a1-a8da-f783d54b96ee req-dbefdaca-9c8c-4a87-ad8b-453831491ab6 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (f636a2b1-87e8-46f9-b1ec-23fa693c4a57), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:12.280306 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-c45c28b7-c6eb-41a1-a8da-f783d54b96ee req-dbefdaca-9c8c-4a87-ad8b-453831491ab6 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Calling delete_port for f636a2b1-87e8-46f9-b1ec-23fa693c4a57 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:34:12.317177 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dec240-ae5b-451c-beab-4ddc689c4fdc req-45ae55b2-6bae-4e47-b3ed-3cfd6b61dab4 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:12.318677 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a0dec240-ae5b-451c-beab-4ddc689c4fdc req-45ae55b2-6bae-4e47-b3ed-3cfd6b61dab4 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.1388438 May 12 14:34:12.488188 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a0dec240-ae5b-451c-beab-4ddc689c4fdc req-e5cc7bc5-baa6-4fe0-bf53-7b4ef6195b15 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337671 May 12 14:34:12.606287 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-24de72e4-dcbf-4c0f-ba3f-b5c6454af28e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e20769a6-986c-4bef-a558-db20551da4d2 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:34:12.614381 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c45c28b7-c6eb-41a1-a8da-f783d54b96ee req-dbefdaca-9c8c-4a87-ad8b-453831491ab6 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253'] for port (f636a2b1-87e8-46f9-b1ec-23fa693c4a57), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:12.618131 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-24de72e4-dcbf-4c0f-ba3f-b5c6454af28e service neutron] Publish callbacks [] for port (e20769a6-986c-4bef-a558-db20551da4d2), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:12.665255 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbefdaca-9c8c-4a87-ad8b-453831491ab6 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Pushing event deleted for resources: {'Port': ['ID=f636a2b1-87e8-46f9-b1ec-23fa693c4a57,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:12.721088 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-24de72e4-dcbf-4c0f-ba3f-b5c6454af28e service neutron] Transition to ACTIVE for port object e20769a6-986c-4bef-a558-db20551da4d2 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:34:12.740067 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-24de72e4-dcbf-4c0f-ba3f-b5c6454af28e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (e20769a6-986c-4bef-a558-db20551da4d2), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:12.774526 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c713ff-c92b-45c4-ad55-354b59203277 req-ca950edd-4f7a-4c1c-9940-4e70ed0d859a tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:12.776100 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-01c713ff-c92b-45c4-ad55-354b59203277 req-ca950edd-4f7a-4c1c-9940-4e70ed0d859a tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 932 time: 0.1137779 May 12 14:34:12.798409 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45c28b7-c6eb-41a1-a8da-f783d54b96ee req-dbefdaca-9c8c-4a87-ad8b-453831491ab6 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] No DVR routers for this DVR port f636a2b1-87e8-46f9-b1ec-23fa693c4a57 on host hv-cinder-77703 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:34:12.810932 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c45c28b7-c6eb-41a1-a8da-f783d54b96ee req-dbefdaca-9c8c-4a87-ad8b-453831491ab6 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:12.814155 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c45c28b7-c6eb-41a1-a8da-f783d54b96ee req-dbefdaca-9c8c-4a87-ad8b-453831491ab6 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.57 "DELETE /v2.0/ports/f636a2b1-87e8-46f9-b1ec-23fa693c4a57 HTTP/1.1" status: 204 len: 173 time: 1.1671410 May 12 14:34:12.814608 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8855245c-3865-4c1b-8dd4-da43c780113e', 'name': 'network-vif-deleted', 'tag': 'f636a2b1-87e8-46f9-b1ec-23fa693c4a57'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:34:12.816892 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314f3aa7-75f7-4dfd-945b-62c043ca412b" -d '{"events": [{"server_uuid": "8855245c-3865-4c1b-8dd4-da43c780113e", "name": "network-vif-deleted", "tag": "f636a2b1-87e8-46f9-b1ec-23fa693c4a57"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:34:12.862800 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de72e4-dcbf-4c0f-ba3f-b5c6454af28e service neutron] Pushing event updated for resources: {'Port': ['ID=e20769a6-986c-4bef-a558-db20551da4d2,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:12.865991 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b6b01e-0e8d-43c3-be94-7334adbc9003 x-openstack-request-id: req-73b6b01e-0e8d-43c3-be94-7334adbc9003 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:34:12.866264 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8855245c-3865-4c1b-8dd4-da43c780113e", "name": "network-vif-deleted", "tag": "f636a2b1-87e8-46f9-b1ec-23fa693c4a57", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:34:12.866518 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-73b6b01e-0e8d-43c3-be94-7334adbc9003 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:34:12.866921 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73b6b01e-0e8d-43c3-be94-7334adbc9003'] response: {'server_uuid': '8855245c-3865-4c1b-8dd4-da43c780113e', 'name': 'network-vif-deleted', 'tag': 'f636a2b1-87e8-46f9-b1ec-23fa693c4a57', 'status': 'completed', 'code': 200} May 12 14:34:12.903616 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-01c713ff-c92b-45c4-ad55-354b59203277 req-53c6bc4e-b842-476b-96e5-73d5a142faed tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060584 May 12 14:34:12.915571 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-24de72e4-dcbf-4c0f-ba3f-b5c6454af28e service neutron] Attempting to bind port e20769a6-986c-4bef-a558-db20551da4d2 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:34:12.916117 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-24de72e4-dcbf-4c0f-ba3f-b5c6454af28e service neutron] Attempting to bind port e20769a6-986c-4bef-a558-db20551da4d2 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'a92136d4-fcb0-4089-aa26-93c6849bc262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:34:12.916319 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-24de72e4-dcbf-4c0f-ba3f-b5c6454af28e service neutron] Attempting to bind port e20769a6-986c-4bef-a558-db20551da4d2 on network 5b96f110-6030-45d9-96d1-0bc86d38fd01 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:34:12.921074 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-24de72e4-dcbf-4c0f-ba3f-b5c6454af28e service neutron] Port e20769a6-986c-4bef-a558-db20551da4d2 on network 5b96f110-6030-45d9-96d1-0bc86d38fd01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:34:12.921474 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-24de72e4-dcbf-4c0f-ba3f-b5c6454af28e service neutron] Attempting to bind port e20769a6-986c-4bef-a558-db20551da4d2 on network 5b96f110-6030-45d9-96d1-0bc86d38fd01 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:34:12.926461 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-24de72e4-dcbf-4c0f-ba3f-b5c6454af28e service neutron] Checking agent: {'id': 'c5e9105e-03c6-4986-a076-8428d06d9de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:34:12.926858 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-24de72e4-dcbf-4c0f-ba3f-b5c6454af28e service neutron] Checking segment: {'id': 'a92136d4-fcb0-4089-aa26-93c6849bc262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:34:12.927375 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-24de72e4-dcbf-4c0f-ba3f-b5c6454af28e service neutron] Bound using segment: {'id': 'a92136d4-fcb0-4089-aa26-93c6849bc262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:34:12.927895 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-24de72e4-dcbf-4c0f-ba3f-b5c6454af28e service neutron] Bound port: e20769a6-986c-4bef-a558-db20551da4d2, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a92136d4-fcb0-4089-aa26-93c6849bc262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:34:12.928308 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-24de72e4-dcbf-4c0f-ba3f-b5c6454af28e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (e20769a6-986c-4bef-a558-db20551da4d2), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:12.966820 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:13.002778 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-24de72e4-dcbf-4c0f-ba3f-b5c6454af28e service neutron] For port e20769a6-986c-4bef-a558-db20551da4d2, host hv-cinder-77703, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:34:13.006990 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-24de72e4-dcbf-4c0f-ba3f-b5c6454af28e service neutron] For port e20769a6-986c-4bef-a558-db20551da4d2, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e20769a6-986c-4bef-a558-db20551da4d2,segment=NetworkSegment(a92136d4-fcb0-4089-aa26-93c6849bc262),segment_id=a92136d4-fcb0-4089-aa26-93c6849bc262)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:34:13.014137 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-24de72e4-dcbf-4c0f-ba3f-b5c6454af28e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (e20769a6-986c-4bef-a558-db20551da4d2), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:13.055700 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-24de72e4-dcbf-4c0f-ba3f-b5c6454af28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:13.056327 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-24de72e4-dcbf-4c0f-ba3f-b5c6454af28e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:13.057680 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-24de72e4-dcbf-4c0f-ba3f-b5c6454af28e service neutron] 10.222.0.57 "PUT /v2.0/ports/e20769a6-986c-4bef-a558-db20551da4d2 HTTP/1.1" status: 200 len: 1094 time: 1.2683513 May 12 14:34:13.077715 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de72e4-dcbf-4c0f-ba3f-b5c6454af28e service neutron] Pushing event updated for resources: {'Port': ['ID=e20769a6-986c-4bef-a558-db20551da4d2,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:13.288881 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8cc8cd3b-ade0-4aca-8fbe-4ca37e7fd54f req-7e174962-e234-4101-a36d-90ff92f97163 tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 210 time: 0.0314023 May 12 14:34:13.564689 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-73546624-ff69-4963-8ce0-c1ddcb64a422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:13.566175 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-73546624-ff69-4963-8ce0-c1ddcb64a422 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ba0ea753bb0496cbf274e802f50dd0e&device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 1128 time: 0.0429053 May 12 14:34:13.609054 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b968034-edf1-4ca4-acf4-3f835ee2d393 req-5a5113d5-e24a-4e78-9af7-e51e3519fa18 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:13.610998 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9b968034-edf1-4ca4-acf4-3f835ee2d393 req-5a5113d5-e24a-4e78-9af7-e51e3519fa18 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0494230 May 12 14:34:13.688150 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-696610c3-a6ac-4af8-83e3-4713b6236fd1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e20769a6-986c-4bef-a558-db20551da4d2 HTTP/1.1" status: 200 len: 217 time: 0.0510283 May 12 14:34:13.702977 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9b968034-edf1-4ca4-acf4-3f835ee2d393 req-d0bc39a1-d4a0-4205-b7c2-630e31530b09 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860646 May 12 14:34:14.016236 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81930d-85a1-4ea5-8f0a-d963f333cc1f req-b27c3b05-7749-4626-be21-134c73c334ec tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:14.017705 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3f81930d-85a1-4ea5-8f0a-d963f333cc1f req-b27c3b05-7749-4626-be21-134c73c334ec tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 944 time: 0.0460839 May 12 14:34:14.072675 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3f81930d-85a1-4ea5-8f0a-d963f333cc1f req-f1b3a9ba-7a36-4060-9cfe-d473d4e1d7f2 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491638 May 12 14:34:14.149495 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-c5a0725f-0011-4a18-b357-149374166cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:14.150932 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-c5a0725f-0011-4a18-b357-149374166cd5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f0587e5-5c6f-4f23-94d0-5688c2911c12 HTTP/1.1" status: 200 len: 851 time: 0.0711358 May 12 14:34:14.345101 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:14.399164 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-48b7658a-f551-4864-b00d-587e627d10dc req-c91d1820-49f0-4ff3-afea-cdf569c875ab tempest-VolumesNegativeTest-115256952 tempest-VolumesNegativeTest-115256952-project] 10.222.0.75 "GET /v2.0/ports?device_id=8855245c-3865-4c1b-8dd4-da43c780113e HTTP/1.1" status: 200 len: 210 time: 0.0276296 May 12 14:34:14.839227 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-e1b487cc-45d9-4cba-9f4d-27b3dfb47b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:14.840716 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-e1b487cc-45d9-4cba-9f4d-27b3dfb47b8d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5b96f110-6030-45d9-96d1-0bc86d38fd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0814099 May 12 14:34:14.849923 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d92b0-a0df-42aa-aa54-a43d96e75d43 req-28e1083c-8d49-4ca9-b8bf-57d84eaedf64 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:14.851932 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-867d92b0-a0df-42aa-aa54-a43d96e75d43 req-28e1083c-8d49-4ca9-b8bf-57d84eaedf64 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0746605 May 12 14:34:14.874174 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53d1801-00ff-4886-8632-1d02c3275dd5', 'tag': 'e20769a6-986c-4bef-a558-db20551da4d2'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:34:14.876828 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b97265-5490-4718-a255-4dba6dd6713e" -d '{"events": [{"name": "network-changed", "server_uuid": "b53d1801-00ff-4886-8632-1d02c3275dd5", "tag": "e20769a6-986c-4bef-a558-db20551da4d2"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:34:14.912624 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-867d92b0-a0df-42aa-aa54-a43d96e75d43 req-ff31eac9-d700-4262-9234-7ce6f7fea244 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554142 May 12 14:34:14.917656 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7cb5af-87ce-4ba2-a3e4-89fde9fb7eb4 x-openstack-request-id: req-da7cb5af-87ce-4ba2-a3e4-89fde9fb7eb4 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:34:14.917941 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53d1801-00ff-4886-8632-1d02c3275dd5", "tag": "e20769a6-986c-4bef-a558-db20551da4d2", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:34:14.918189 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-da7cb5af-87ce-4ba2-a3e4-89fde9fb7eb4 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:34:14.918582 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da7cb5af-87ce-4ba2-a3e4-89fde9fb7eb4'] response: {'name': 'network-changed', 'server_uuid': 'b53d1801-00ff-4886-8632-1d02c3275dd5', 'tag': 'e20769a6-986c-4bef-a558-db20551da4d2', 'status': 'completed', 'code': 200} May 12 14:34:15.246186 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c66a2-65d1-4e71-becf-92c306d0950d req-10d866e1-b411-45d2-a594-3b7f37c46bba tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:15.247614 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-173c66a2-65d1-4e71-becf-92c306d0950d req-10d866e1-b411-45d2-a594-3b7f37c46bba tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.1034398 May 12 14:34:15.266219 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35941d04-d2ad-44b9-95d3-722a7a0bf30e req-83639924-f7ab-4289-b9d3-d3c9730f4843 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:15.267885 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-35941d04-d2ad-44b9-95d3-722a7a0bf30e req-83639924-f7ab-4289-b9d3-d3c9730f4843 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 944 time: 0.1106973 May 12 14:34:15.419241 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48f4ac-d6b1-408f-953d-4f490e45e3e4 req-66422c03-07b4-43b6-a0f2-4ef73f5cb89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:15.420763 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9d48f4ac-d6b1-408f-953d-4f490e45e3e4 req-66422c03-07b4-43b6-a0f2-4ef73f5cb89d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c83c8fa2cd44eab84cb50b3ad06a1d3&device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 1130 time: 0.1072886 May 12 14:34:15.430476 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-173c66a2-65d1-4e71-becf-92c306d0950d req-67202012-ba28-4f0c-8787-f357bf762448 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738572 May 12 14:34:15.437224 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-0a00bb01-2692-4793-97bc-f95492e5b7ee service neutron] 10.222.0.57 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475746 May 12 14:34:15.443462 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-35941d04-d2ad-44b9-95d3-722a7a0bf30e req-53ad3c1a-1b4d-4dfa-9e5c-e215ab7f66d9 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389654 May 12 14:34:15.731236 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:16.129364 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48f4ac-d6b1-408f-953d-4f490e45e3e4 req-fdf5434d-2302-448f-8688-1da3e351c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:16.129364 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9d48f4ac-d6b1-408f-953d-4f490e45e3e4 req-fdf5434d-2302-448f-8688-1da3e351c89c service neutron] 10.222.0.57 "GET /v2.0/networks?id=a960421c-0ac7-4777-ad11-86ea1221dbd0 HTTP/1.1" status: 200 len: 920 time: 0.3988597 May 12 14:34:16.132024 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9ed99acf-5ac9-4667-ab5b-ba77391b55f3 req-bb3135f1-09a5-466c-af5e-3ea521f32361 service neutron] 10.222.0.57 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929143 May 12 14:34:16.195581 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9d48f4ac-d6b1-408f-953d-4f490e45e3e4 req-1cf2acc3-238b-4adf-ad54-0750bc03701b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edce530e-0a2a-4073-b478-f2228ceb37bc HTTP/1.1" status: 200 len: 217 time: 0.0378742 May 12 14:34:16.606117 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495a243-eacb-4cd1-bf05-1e2e2eb8fade req-93fe4500-0408-4d41-a53c-720e48af314e tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:16.607807 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6495a243-eacb-4cd1-bf05-1e2e2eb8fade req-93fe4500-0408-4d41-a53c-720e48af314e tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0941641 May 12 14:34:16.614455 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7165e3b-7913-459b-8b0a-268cbc621c37 req-cdab480c-c734-4031-bcaf-bebd7fad7365 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:16.616245 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f7165e3b-7913-459b-8b0a-268cbc621c37 req-cdab480c-c734-4031-bcaf-bebd7fad7365 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 944 time: 0.0904326 May 12 14:34:16.689101 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6495a243-eacb-4cd1-bf05-1e2e2eb8fade req-db3e040d-fa07-46b4-a44f-abbc5bafe7d8 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706489 May 12 14:34:16.706283 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f7165e3b-7913-459b-8b0a-268cbc621c37 req-45bdaddb-97d3-4435-8362-3a040ec0d17e tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814190 May 12 14:34:17.879380 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:17.946109 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e30cbb-0f15-45d8-860b-a864749dc653 req-24caae77-de87-4086-8eff-73cd4ecee832 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:17.947631 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-51e30cbb-0f15-45d8-860b-a864749dc653 req-24caae77-de87-4086-8eff-73cd4ecee832 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.1825945 May 12 14:34:17.956166 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b97265-5490-4718-a255-4dba6dd6713e req-7289f131-bfa2-4f7e-9996-40edb5b53b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:17.957675 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b6b97265-5490-4718-a255-4dba6dd6713e req-7289f131-bfa2-4f7e-9996-40edb5b53b83 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ba0ea753bb0496cbf274e802f50dd0e&device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 1128 time: 0.1801004 May 12 14:34:17.972153 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d1cd7-4f2e-42e0-8323-c161792868be req-d70cdfd1-3b25-4039-a1df-3a3e3b30e76f tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:17.973667 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c80d1cd7-4f2e-42e0-8323-c161792868be req-d70cdfd1-3b25-4039-a1df-3a3e3b30e76f tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 944 time: 0.1386247 May 12 14:34:17.977459 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48f4ac-d6b1-408f-953d-4f490e45e3e4 req-e619b33d-d86f-4bcd-b7e5-75a68a16bc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:17.978789 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9d48f4ac-d6b1-408f-953d-4f490e45e3e4 req-e619b33d-d86f-4bcd-b7e5-75a68a16bc9b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ff9df63-a567-422b-b0eb-7dc75045c602 HTTP/1.1" status: 200 len: 858 time: 0.2030933 May 12 14:34:17.980566 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7ea92dd0-26f8-4bbd-8c08-4a60e5e2d2b6 req-9fd498e9-1bd1-4539-b6aa-faf090ff2f93 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1259584 May 12 14:34:18.183311 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48f4ac-d6b1-408f-953d-4f490e45e3e4 req-5e727470-d42b-4c84-8190-3a327f662d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:18.184813 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9d48f4ac-d6b1-408f-953d-4f490e45e3e4 req-5e727470-d42b-4c84-8190-3a327f662d92 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a960421c-0ac7-4777-ad11-86ea1221dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1564572 May 12 14:34:18.197971 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c80d1cd7-4f2e-42e0-8323-c161792868be req-5f802b75-5094-4f5e-ac65-5cf734cc115d tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093952 May 12 14:34:18.198943 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea92dd0-26f8-4bbd-8c08-4a60e5e2d2b6 req-419475c7-b75b-48cb-b7b8-8eba46c25fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:18.200380 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7ea92dd0-26f8-4bbd-8c08-4a60e5e2d2b6 req-419475c7-b75b-48cb-b7b8-8eba46c25fa2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=202791457f0749649e8cc096f6e43404&device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 1129 time: 0.1542630 May 12 14:34:18.217176 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-51e30cbb-0f15-45d8-860b-a864749dc653 req-3eb911bb-7758-4d46-b6a7-0b3b483d60a7 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423894 May 12 14:34:18.266234 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b97265-5490-4718-a255-4dba6dd6713e req-82018c24-d8d7-4716-88b3-c8e25e48af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:18.267739 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b6b97265-5490-4718-a255-4dba6dd6713e req-82018c24-d8d7-4716-88b3-c8e25e48af77 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5b96f110-6030-45d9-96d1-0bc86d38fd01 HTTP/1.1" status: 200 len: 913 time: 0.2918458 May 12 14:34:18.379523 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b6b97265-5490-4718-a255-4dba6dd6713e req-6bf26498-44da-4343-a253-cd890ea308ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e20769a6-986c-4bef-a558-db20551da4d2 HTTP/1.1" status: 200 len: 217 time: 0.0983570 May 12 14:34:18.455734 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9d48f4ac-d6b1-408f-953d-4f490e45e3e4 req-7887a8ed-b644-4f24-bd99-a30c05bbc101 service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541599 May 12 14:34:18.458452 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea92dd0-26f8-4bbd-8c08-4a60e5e2d2b6 req-8623e9ba-2577-42d2-9b98-d38caacee7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:18.460052 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7ea92dd0-26f8-4bbd-8c08-4a60e5e2d2b6 req-8623e9ba-2577-42d2-9b98-d38caacee7b3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a850f271-3b32-48bf-8bb5-be1eb540a3d0 HTTP/1.1" status: 200 len: 918 time: 0.2221603 May 12 14:34:18.472171 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b97265-5490-4718-a255-4dba6dd6713e req-f68a5874-98bc-4967-966e-53deb385b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:18.473593 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b6b97265-5490-4718-a255-4dba6dd6713e req-f68a5874-98bc-4967-966e-53deb385b595 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f0587e5-5c6f-4f23-94d0-5688c2911c12 HTTP/1.1" status: 200 len: 851 time: 0.0827131 May 12 14:34:18.624819 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b97265-5490-4718-a255-4dba6dd6713e req-b6689ae4-42b2-4b0f-966a-465c8768913e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:18.626270 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b6b97265-5490-4718-a255-4dba6dd6713e req-b6689ae4-42b2-4b0f-966a-465c8768913e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5b96f110-6030-45d9-96d1-0bc86d38fd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1375802 May 12 14:34:18.628200 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7ea92dd0-26f8-4bbd-8c08-4a60e5e2d2b6 req-09d88b0d-a875-4b6c-b6ff-bf63f1d2309e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fccb52d-a09a-4e64-adbe-8b42348d39c5 HTTP/1.1" status: 200 len: 1001 time: 0.1535532 May 12 14:34:18.648550 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9d48f4ac-d6b1-408f-953d-4f490e45e3e4 req-219180d3-9014-4716-9643-f15b67140a35 service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780939 May 12 14:34:18.752382 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea92dd0-26f8-4bbd-8c08-4a60e5e2d2b6 req-2b880882-a2ac-4b2a-a01a-324e6e0e37dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:18.754088 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7ea92dd0-26f8-4bbd-8c08-4a60e5e2d2b6 req-2b880882-a2ac-4b2a-a01a-324e6e0e37dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8fb7d41d-7144-4a8c-a134-c65db57b4ef6 HTTP/1.1" status: 200 len: 856 time: 0.0845470 May 12 14:34:18.811502 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b6b97265-5490-4718-a255-4dba6dd6713e req-ab2d89c9-0676-4770-af8d-cdc40e43dda8 service neutron] 10.222.0.57 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617916 May 12 14:34:18.833980 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea92dd0-26f8-4bbd-8c08-4a60e5e2d2b6 req-f10c36e8-00f4-4a62-be3f-1129ba2a6e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:18.835972 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7ea92dd0-26f8-4bbd-8c08-4a60e5e2d2b6 req-f10c36e8-00f4-4a62-be3f-1129ba2a6e39 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a850f271-3b32-48bf-8bb5-be1eb540a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0739117 May 12 14:34:18.978767 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b6b97265-5490-4718-a255-4dba6dd6713e req-976d8b13-6b79-4f8f-acbf-8139b73ba90a service neutron] 10.222.0.57 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597998 May 12 14:34:18.983815 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7ea92dd0-26f8-4bbd-8c08-4a60e5e2d2b6 req-da714424-aaf5-458f-be85-e8817713033b service neutron] 10.222.0.57 "GET /v2.0/networks/a850f271-3b32-48bf-8bb5-be1eb540a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377263 May 12 14:34:19.099959 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7ea92dd0-26f8-4bbd-8c08-4a60e5e2d2b6 req-85fee835-9d12-4b86-80bb-a80d79631244 service neutron] 10.222.0.57 "GET /v2.0/networks/a850f271-3b32-48bf-8bb5-be1eb540a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867298 May 12 14:34:19.350127 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfeb499-6467-430e-8b6f-f8c14476b74d req-6b4fd5e7-7c07-4b41-83cc-356fcc44f205 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:19.351629 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ecfeb499-6467-430e-8b6f-f8c14476b74d req-6b4fd5e7-7c07-4b41-83cc-356fcc44f205 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 944 time: 0.0741384 May 12 14:34:19.380922 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3298f-236e-4d18-a277-2f303b607cb7 req-8e1a0367-37fb-4a17-a4df-ce335ae2571e tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:19.382379 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dfc3298f-236e-4d18-a277-2f303b607cb7 req-8e1a0367-37fb-4a17-a4df-ce335ae2571e tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0774028 May 12 14:34:19.428846 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ecfeb499-6467-430e-8b6f-f8c14476b74d req-c4110e17-6c1d-44ef-bbea-02428cf2ff82 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706701 May 12 14:34:19.452899 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dfc3298f-236e-4d18-a277-2f303b607cb7 req-620b8cba-3bfb-4654-8e60-7bb0d93c759d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637431 May 12 14:34:19.785225 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 36838) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:34:19.919723 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-ad90d846-8881-431d-8c45-d6cd7a82d104 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2089564feda44bac86715eed2cf285f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332991 May 12 14:34:19.922722 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 36842) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:34:19.970258 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-42143e77-0b27-4341-b45f-0dedb444d287 admin admin] Publish callbacks [] for security_group (ea433bc5-600f-463d-8dad-7f2fffb30d83), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:19.992859 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-42143e77-0b27-4341-b45f-0dedb444d287 admin admin] Publish callbacks [] for security_group (ea433bc5-600f-463d-8dad-7f2fffb30d83), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:20.039326 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-42143e77-0b27-4341-b45f-0dedb444d287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (ea433bc5-600f-463d-8dad-7f2fffb30d83), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:20.041748 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-42143e77-0b27-4341-b45f-0dedb444d287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:20.042863 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-42143e77-0b27-4341-b45f-0dedb444d287 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ea433bc5-600f-463d-8dad-7f2fffb30d83 HTTP/1.1" status: 204 len: 168 time: 0.1183212 May 12 14:34:20.050745 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42143e77-0b27-4341-b45f-0dedb444d287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea433bc5-600f-463d-8dad-7f2fffb30d83,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:20.059619 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42143e77-0b27-4341-b45f-0dedb444d287 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:20.059986 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42143e77-0b27-4341-b45f-0dedb444d287 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:20.060312 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42143e77-0b27-4341-b45f-0dedb444d287 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:20.060649 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42143e77-0b27-4341-b45f-0dedb444d287 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:20.061006 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42143e77-0b27-4341-b45f-0dedb444d287 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:20.061299 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42143e77-0b27-4341-b45f-0dedb444d287 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:20.061625 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42143e77-0b27-4341-b45f-0dedb444d287 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:20.061947 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42143e77-0b27-4341-b45f-0dedb444d287 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:20.062290 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42143e77-0b27-4341-b45f-0dedb444d287 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:20.062669 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42143e77-0b27-4341-b45f-0dedb444d287 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:20.063214 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42143e77-0b27-4341-b45f-0dedb444d287 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:20.063499 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42143e77-0b27-4341-b45f-0dedb444d287 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:20.063834 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42143e77-0b27-4341-b45f-0dedb444d287 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:20.064178 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42143e77-0b27-4341-b45f-0dedb444d287 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:20.064607 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42143e77-0b27-4341-b45f-0dedb444d287 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:20.592870 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d37863-0ddf-4564-a165-58d2cec4f541 req-76e86427-6800-4351-93ba-73c2bba7918d tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:20.594390 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-22d37863-0ddf-4564-a165-58d2cec4f541 req-76e86427-6800-4351-93ba-73c2bba7918d tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 944 time: 0.0900674 May 12 14:34:20.620692 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f574dec-cb46-437b-9c41-09f0d77fb883 req-0a09345e-4c8b-48c0-a465-c9e3aef82696 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:20.622146 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6f574dec-cb46-437b-9c41-09f0d77fb883 req-0a09345e-4c8b-48c0-a465-c9e3aef82696 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0825815 May 12 14:34:20.680085 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-22d37863-0ddf-4564-a165-58d2cec4f541 req-08cd1576-40b8-41c0-aad7-143a8c421000 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795548 May 12 14:34:20.686975 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 36870) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:34:20.712241 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6f574dec-cb46-437b-9c41-09f0d77fb883 req-44523de4-df70-490c-91e5-d05e57b0da1d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819528 May 12 14:34:20.794245 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-5b2fe966-6c83-4433-8e40-38096d146e08 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1797760303-network', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:34:20.815272 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2fe966-6c83-4433-8e40-38096d146e08 admin admin] Made reservation on behalf of d9bb0671fa894da79848c7c46e553b5e for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:34:20.817610 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe966-6c83-4433-8e40-38096d146e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:20.828841 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe966-6c83-4433-8e40-38096d146e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:20.912808 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe966-6c83-4433-8e40-38096d146e08 admin admin] Publish callbacks [] for security_group (3e5df05e-fb01-4ea5-81ce-f0cd5dc5ec04), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:20.916206 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe966-6c83-4433-8e40-38096d146e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (3e5df05e-fb01-4ea5-81ce-f0cd5dc5ec04), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:20.944981 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2fe966-6c83-4433-8e40-38096d146e08 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:34:20.952043 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2fe966-6c83-4433-8e40-38096d146e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5df05e-fb01-4ea5-81ce-f0cd5dc5ec04,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:20.960071 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe966-6c83-4433-8e40-38096d146e08 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771212172301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (ffee138e-c4dc-43bc-a9ed-63f97c51fda2), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:20.960520 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.db.segments_db [None req-5b2fe966-6c83-4433-8e40-38096d146e08 admin admin] Added segment ffee138e-c4dc-43bc-a9ed-63f97c51fda2 of type vlan for network 7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9 May 12 14:34:21.007213 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe966-6c83-4433-8e40-38096d146e08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771211612555'] for network (7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:21.033554 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe966-6c83-4433-8e40-38096d146e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for network (7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:21.034544 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2fe966-6c83-4433-8e40-38096d146e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:21.035403 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe966-6c83-4433-8e40-38096d146e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:21.073458 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-5b2fe966-6c83-4433-8e40-38096d146e08 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3842347 May 12 14:34:21.076706 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 36876) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:34:21.081532 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-dbcd9468-7b9e-4508-984d-be6b5ba049e2 admin admin] Request body: {'subnet': {'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1797760303-subnet', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:34:21.103128 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2fe966-6c83-4433-8e40-38096d146e08 admin admin] Pushing event updated for resources: {'Network': ['ID=7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:21.106694 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcd9468-7b9e-4508-984d-be6b5ba049e2 admin admin] Made reservation on behalf of d9bb0671fa894da79848c7c46e553b5e for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:34:21.109076 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dbcd9468-7b9e-4508-984d-be6b5ba049e2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:21.114019 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Network 7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9 details requested by agent ovs-agent-dv-cinder-777031-14-iscsi with host dv-cinder-777031-14-iscsi {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:34:21.287672 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dbcd9468-7b9e-4508-984d-be6b5ba049e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for subnet (01f0db1e-e8da-4cb5-8f75-f3f1c91eada4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:21.339148 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd9468-7b9e-4508-984d-be6b5ba049e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01f0db1e-e8da-4cb5-8f75-f3f1c91eada4,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:21.355707 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcd9468-7b9e-4508-984d-be6b5ba049e2 admin admin] Checking segment: {'id': 'ffee138e-c4dc-43bc-a9ed-63f97c51fda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:34:21.356068 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcd9468-7b9e-4508-984d-be6b5ba049e2 admin admin] Network hostable DHCP agents. Network: 7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9, hostable agents: ['8d346936-3b5f-4708-9dbd-40464a47b1eb'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:34:21.372604 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcd9468-7b9e-4508-984d-be6b5ba049e2 admin admin] Network 7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9 is scheduled to be hosted by DHCP agent 8d346936-3b5f-4708-9dbd-40464a47b1eb with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:34:21.382761 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-dbcd9468-7b9e-4508-984d-be6b5ba049e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-14-iscsi, 7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:34:21.388493 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcd9468-7b9e-4508-984d-be6b5ba049e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:21.389384 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dbcd9468-7b9e-4508-984d-be6b5ba049e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:21.392462 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73c21b0-f465-4d6b-9f10-dec2d0d8a94d None None] Network 7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:34:21.409521 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-dbcd9468-7b9e-4508-984d-be6b5ba049e2 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3317084 May 12 14:34:21.412168 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 36878) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:34:21.416813 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-fa405e48-f0d5-4b37-b6d4-44a76374c390 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1797760303-router', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:34:21.438734 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fa405e48-f0d5-4b37-b6d4-44a76374c390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-926981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-493231'] for router (469f6859-d10a-4c87-9cbe-18885584186b), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:21.439905 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fa405e48-f0d5-4b37-b6d4-44a76374c390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-928796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-988421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-493140'] for router (469f6859-d10a-4c87-9cbe-18885584186b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:21.497159 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c13cef2-5290-4122-ab56-87ec26085526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a910b8e-e9ef-5def-a0da-b0da6844de63-7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9', 'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9', 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'fixed_ips': [{'subnet_id': '01f0db1e-e8da-4cb5-8f75-f3f1c91eada4'}]}} from dv-cinder-777031-14-iscsi. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 14:34:21.498090 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c13cef2-5290-4122-ab56-87ec26085526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:21.498923 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fa405e48-f0d5-4b37-b6d4-44a76374c390 admin admin] Publish callbacks [] for router_controller (469f6859-d10a-4c87-9cbe-18885584186b), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:21.643688 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-7c13cef2-5290-4122-ab56-87ec26085526 None None] Allocated IP 172.20.0.2 (7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9/01f0db1e-e8da-4cb5-8f75-f3f1c91eada4/6ae6fe56-1ed1-47aa-b980-9d9a2b33627d) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:34:21.812152 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c13cef2-5290-4122-ab56-87ec26085526 None None] Publish callbacks [] for port (6ae6fe56-1ed1-47aa-b980-9d9a2b33627d), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:21.820447 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c13cef2-5290-4122-ab56-87ec26085526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (6ae6fe56-1ed1-47aa-b980-9d9a2b33627d), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:21.862749 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c13cef2-5290-4122-ab56-87ec26085526 None None] Network 7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:34:21.865707 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-7c13cef2-5290-4122-ab56-87ec26085526 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:34:21.869322 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c13cef2-5290-4122-ab56-87ec26085526 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:34:21.884018 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13cef2-5290-4122-ab56-87ec26085526 None None] Pushing event updated for resources: {'Port': ['ID=6ae6fe56-1ed1-47aa-b980-9d9a2b33627d,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:21.906711 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798a10a-e6d1-42ab-8212-eb1e4a5dc5f8 req-e833d94d-db7e-47b3-989c-4357c04d5a44 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:21.908231 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0798a10a-e6d1-42ab-8212-eb1e4a5dc5f8 req-e833d94d-db7e-47b3-989c-4357c04d5a44 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 944 time: 0.0584126 May 12 14:34:21.949330 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-7c13cef2-5290-4122-ab56-87ec26085526 None None] Attempting to bind port 6ae6fe56-1ed1-47aa-b980-9d9a2b33627d on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:34:21.949705 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-7c13cef2-5290-4122-ab56-87ec26085526 None None] Attempting to bind port 6ae6fe56-1ed1-47aa-b980-9d9a2b33627d by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': 'ffee138e-c4dc-43bc-a9ed-63f97c51fda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:34:21.950070 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c13cef2-5290-4122-ab56-87ec26085526 None None] Attempting to bind port 6ae6fe56-1ed1-47aa-b980-9d9a2b33627d on network 7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:34:21.958204 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c13cef2-5290-4122-ab56-87ec26085526 None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:34:21.959622 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c13cef2-5290-4122-ab56-87ec26085526 None None] Checking segment: {'id': 'ffee138e-c4dc-43bc-a9ed-63f97c51fda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:34:21.960057 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c13cef2-5290-4122-ab56-87ec26085526 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:21.960460 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c13cef2-5290-4122-ab56-87ec26085526 None None] Bound using segment: {'id': 'ffee138e-c4dc-43bc-a9ed-63f97c51fda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:34:21.960940 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-7c13cef2-5290-4122-ab56-87ec26085526 None None] Bound port: 6ae6fe56-1ed1-47aa-b980-9d9a2b33627d, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffee138e-c4dc-43bc-a9ed-63f97c51fda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:34:21.961329 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c13cef2-5290-4122-ab56-87ec26085526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (6ae6fe56-1ed1-47aa-b980-9d9a2b33627d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:21.965368 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fa405e48-f0d5-4b37-b6d4-44a76374c390 admin admin] Publish callbacks [] for router_gateway (469f6859-d10a-4c87-9cbe-18885584186b), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:22.008141 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c933b-d9c9-4caf-aa01-a5242639ff7f req-d1bd8b63-c3a6-425b-86a1-8b0ff033a849 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:22.009599 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-871c933b-d9c9-4caf-aa01-a5242639ff7f req-d1bd8b63-c3a6-425b-86a1-8b0ff033a849 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.1611109 May 12 14:34:22.030369 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-7c13cef2-5290-4122-ab56-87ec26085526 None None] For port 6ae6fe56-1ed1-47aa-b980-9d9a2b33627d, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:34:22.033721 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-7c13cef2-5290-4122-ab56-87ec26085526 None None] For port 6ae6fe56-1ed1-47aa-b980-9d9a2b33627d, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=6ae6fe56-1ed1-47aa-b980-9d9a2b33627d,segment=NetworkSegment(ffee138e-c4dc-43bc-a9ed-63f97c51fda2),segment_id=ffee138e-c4dc-43bc-a9ed-63f97c51fda2)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:34:22.042604 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c13cef2-5290-4122-ab56-87ec26085526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (6ae6fe56-1ed1-47aa-b980-9d9a2b33627d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:22.099357 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13cef2-5290-4122-ab56-87ec26085526 None None] Pushing event updated for resources: {'Port': ['ID=6ae6fe56-1ed1-47aa-b980-9d9a2b33627d,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:22.107239 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0798a10a-e6d1-42ab-8212-eb1e4a5dc5f8 req-e7fa67e3-f995-4ba1-a6be-405464428efa tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932449 May 12 14:34:22.130015 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-871c933b-d9c9-4caf-aa01-a5242639ff7f req-dd07aef1-35ba-4521-8fc3-063ddda07ccd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117988 May 12 14:34:22.254614 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fa405e48-f0d5-4b37-b6d4-44a76374c390 admin admin] Publish callbacks [] for router_gateway (469f6859-d10a-4c87-9cbe-18885584186b), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:22.277736 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fa405e48-f0d5-4b37-b6d4-44a76374c390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:22.413363 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-fa405e48-f0d5-4b37-b6d4-44a76374c390 admin admin] Allocated IP 172.27.0.34 (913ada40-7b52-4232-aff5-95dc520647d4/2870505d-8418-4289-9c4c-0eeadb155262/68f26726-6cdc-42a7-8327-4ca7d061690f) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:34:22.523050 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fa405e48-f0d5-4b37-b6d4-44a76374c390 admin admin] Publish callbacks [] for port (68f26726-6cdc-42a7-8327-4ca7d061690f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:22.559487 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fa405e48-f0d5-4b37-b6d4-44a76374c390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (68f26726-6cdc-42a7-8327-4ca7d061690f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:22.596416 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa405e48-f0d5-4b37-b6d4-44a76374c390 admin admin] Network 913ada40-7b52-4232-aff5-95dc520647d4 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:34:22.599629 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-fa405e48-f0d5-4b37-b6d4-44a76374c390 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:34:22.608735 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa405e48-f0d5-4b37-b6d4-44a76374c390 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:34:22.648851 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa405e48-f0d5-4b37-b6d4-44a76374c390 admin admin] Pushing event updated for resources: {'Port': ['ID=68f26726-6cdc-42a7-8327-4ca7d061690f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:22.835686 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fa405e48-f0d5-4b37-b6d4-44a76374c390 admin admin] Publish callbacks [] for router_gateway (469f6859-d10a-4c87-9cbe-18885584186b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:22.981533 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 6ae6fe56-1ed1-47aa-b980-9d9a2b33627d up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:34:23.032686 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port 6ae6fe56-1ed1-47aa-b980-9d9a2b33627d triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:34:23.033058 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (6ae6fe56-1ed1-47aa-b980-9d9a2b33627d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:23.084736 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fa405e48-f0d5-4b37-b6d4-44a76374c390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928971'] for router (469f6859-d10a-4c87-9cbe-18885584186b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:23.105412 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae6d9f1-8204-474d-b174-3acf10800cbc None None] Network 7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:34:23.184872 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port 6ae6fe56-1ed1-47aa-b980-9d9a2b33627d is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:34:23.185261 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (6ae6fe56-1ed1-47aa-b980-9d9a2b33627d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:23.197881 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1ec29573-f849-49c0-ae55-e280fd8264db None None] Provisioning complete for port 6ae6fe56-1ed1-47aa-b980-9d9a2b33627d triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:34:23.198242 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1ec29573-f849-49c0-ae55-e280fd8264db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (6ae6fe56-1ed1-47aa-b980-9d9a2b33627d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:23.275485 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a45644-e68d-40b2-914f-9154c8d77979 req-9d9b7cf7-aa27-41f5-80d3-c9b54fbf468d tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:23.277062 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-57a45644-e68d-40b2-914f-9154c8d77979 req-9d9b7cf7-aa27-41f5-80d3-c9b54fbf468d tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 944 time: 0.0922897 May 12 14:34:23.286680 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] For port 6ae6fe56-1ed1-47aa-b980-9d9a2b33627d, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=6ae6fe56-1ed1-47aa-b980-9d9a2b33627d,segment=NetworkSegment(ffee138e-c4dc-43bc-a9ed-63f97c51fda2),segment_id=ffee138e-c4dc-43bc-a9ed-63f97c51fda2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:34:23.294620 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (6ae6fe56-1ed1-47aa-b980-9d9a2b33627d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:23.320706 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164afb1a-a7dd-4ce2-9795-cef1c3157b67 req-8df65995-b99e-4100-b1dd-fe235d511b67 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:23.322337 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-164afb1a-a7dd-4ce2-9795-cef1c3157b67 req-8df65995-b99e-4100-b1dd-fe235d511b67 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0927384 May 12 14:34:23.353958 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa405e48-f0d5-4b37-b6d4-44a76374c390 admin admin] Router 469f6859-d10a-4c87-9cbe-18885584186b is scheduled to L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 14:34:23.388697 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Pushing event updated for resources: {'Port': ['ID=6ae6fe56-1ed1-47aa-b980-9d9a2b33627d,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:23.391229 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-57a45644-e68d-40b2-914f-9154c8d77979 req-76b5d2b7-b7e9-4b1c-a528-6a8ae62ccb9d tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001751 May 12 14:34:23.391820 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1ec29573-f849-49c0-ae55-e280fd8264db None None] Current status of the port 6ae6fe56-1ed1-47aa-b980-9d9a2b33627d is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:34:23.454464 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-164afb1a-a7dd-4ce2-9795-cef1c3157b67 req-61300a26-d992-4c79-9987-7bc8b9c87c38 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243763 May 12 14:34:23.528155 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa405e48-f0d5-4b37-b6d4-44a76374c390 admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:34:23.539584 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f97b0c-6869-4d4a-a22b-46d55f593e9e None None] Sync routers for ids ['469f6859-d10a-4c87-9cbe-18885584186b'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:34:23.547270 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fa405e48-f0d5-4b37-b6d4-44a76374c390 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:23.551321 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-fa405e48-f0d5-4b37-b6d4-44a76374c390 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1354718 May 12 14:34:23.553297 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f97b0c-6869-4d4a-a22b-46d55f593e9e None None] Routers {'469f6859-d10a-4c87-9cbe-18885584186b'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:34:23.553522 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 36896) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:34:23.554061 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d0f97b0c-6869-4d4a-a22b-46d55f593e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:34:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['469f6859-d10a-4c87-9cbe-18885584186b'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:34:23.612422 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2ddc520f-e04a-4cc9-b0b0-fee22230a79f None None] Provisioning complete for port 6ae6fe56-1ed1-47aa-b980-9d9a2b33627d triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:34:23.613199 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2ddc520f-e04a-4cc9-b0b0-fee22230a79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (6ae6fe56-1ed1-47aa-b980-9d9a2b33627d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:23.690887 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-d0f97b0c-6869-4d4a-a22b-46d55f593e9e None None] Set router 469f6859-d10a-4c87-9cbe-18885584186b gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:34:23.731260 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2ddc520f-e04a-4cc9-b0b0-fee22230a79f None None] Current status of the port 6ae6fe56-1ed1-47aa-b980-9d9a2b33627d is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:34:23.881122 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d0f97b0c-6869-4d4a-a22b-46d55f593e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469f6859-d10a-4c87-9cbe-18885584186b', 'name': 'tempest-TestShelveInstance-1797760303-router', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '68f26726-6cdc-42a7-8327-4ca7d061690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:34:21Z', 'updated_at': '2022-05-12T14:34:22Z', 'revision_number': 3, 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'gw_port': {'id': '68f26726-6cdc-42a7-8327-4ca7d061690f', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fe:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469f6859-d10a-4c87-9cbe-18885584186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:22Z', 'updated_at': '2022-05-12T14:34:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:34:23.912622 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f97b0c-6869-4d4a-a22b-46d55f593e9e None None] Checking router: 469f6859-d10a-4c87-9cbe-18885584186b for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:34:23.912981 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f97b0c-6869-4d4a-a22b-46d55f593e9e None None] Updating router 469f6859-d10a-4c87-9cbe-18885584186b port 68f26726-6cdc-42a7-8327-4ca7d061690f binding host dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:34:23.950179 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d0f97b0c-6869-4d4a-a22b-46d55f593e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (68f26726-6cdc-42a7-8327-4ca7d061690f), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:24.060145 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-14e0a866-632f-482a-a868-f78b0df6b7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:24.218652 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-14e0a866-632f-482a-a868-f78b0df6b7e3 admin admin] Allocated IP 172.20.0.1 (7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9/01f0db1e-e8da-4cb5-8f75-f3f1c91eada4/a99fc8e0-06fe-4fbf-9c8f-7300c0665776) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:34:24.237695 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d0f97b0c-6869-4d4a-a22b-46d55f593e9e None None] Publish callbacks [] for port (68f26726-6cdc-42a7-8327-4ca7d061690f), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:24.244505 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d0f97b0c-6869-4d4a-a22b-46d55f593e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (68f26726-6cdc-42a7-8327-4ca7d061690f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:24.295090 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2b46c-7d98-4ab1-ab55-20e5c7057132 None None] Pushing event updated for resources: {'Port': ['ID=68f26726-6cdc-42a7-8327-4ca7d061690f,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:24.297727 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-d0f97b0c-6869-4d4a-a22b-46d55f593e9e None None] Attempting to bind port 68f26726-6cdc-42a7-8327-4ca7d061690f on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:34:24.298091 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-d0f97b0c-6869-4d4a-a22b-46d55f593e9e None None] Attempting to bind port 68f26726-6cdc-42a7-8327-4ca7d061690f by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:34:24.298450 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f97b0c-6869-4d4a-a22b-46d55f593e9e None None] Attempting to bind port 68f26726-6cdc-42a7-8327-4ca7d061690f on network 913ada40-7b52-4232-aff5-95dc520647d4 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:34:24.308016 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2b46c-7d98-4ab1-ab55-20e5c7057132 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:24.308372 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2b46c-7d98-4ab1-ab55-20e5c7057132 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:24.308738 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2b46c-7d98-4ab1-ab55-20e5c7057132 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:24.309125 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2b46c-7d98-4ab1-ab55-20e5c7057132 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:24.313080 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2b46c-7d98-4ab1-ab55-20e5c7057132 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:24.313080 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2b46c-7d98-4ab1-ab55-20e5c7057132 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:24.313080 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2b46c-7d98-4ab1-ab55-20e5c7057132 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:24.313080 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2b46c-7d98-4ab1-ab55-20e5c7057132 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:24.313080 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2b46c-7d98-4ab1-ab55-20e5c7057132 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:24.313080 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2b46c-7d98-4ab1-ab55-20e5c7057132 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:24.313080 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2b46c-7d98-4ab1-ab55-20e5c7057132 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:24.313080 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2b46c-7d98-4ab1-ab55-20e5c7057132 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:24.313080 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2b46c-7d98-4ab1-ab55-20e5c7057132 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:24.313080 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2b46c-7d98-4ab1-ab55-20e5c7057132 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:24.313080 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2b46c-7d98-4ab1-ab55-20e5c7057132 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:24.316105 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f97b0c-6869-4d4a-a22b-46d55f593e9e None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:34:24.316475 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f97b0c-6869-4d4a-a22b-46d55f593e9e None None] Checking segment: {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:34:24.316870 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d0f97b0c-6869-4d4a-a22b-46d55f593e9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:24.317247 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f97b0c-6869-4d4a-a22b-46d55f593e9e None None] Bound using segment: {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:34:24.317715 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-d0f97b0c-6869-4d4a-a22b-46d55f593e9e None None] Bound port: 68f26726-6cdc-42a7-8327-4ca7d061690f, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:34:24.318088 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d0f97b0c-6869-4d4a-a22b-46d55f593e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (68f26726-6cdc-42a7-8327-4ca7d061690f), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:24.325340 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-14e0a866-632f-482a-a868-f78b0df6b7e3 admin admin] Publish callbacks [] for port (a99fc8e0-06fe-4fbf-9c8f-7300c0665776), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:24.365956 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-14e0a866-632f-482a-a868-f78b0df6b7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (a99fc8e0-06fe-4fbf-9c8f-7300c0665776), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:24.377193 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-d0f97b0c-6869-4d4a-a22b-46d55f593e9e None None] For port 68f26726-6cdc-42a7-8327-4ca7d061690f, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:34:24.381255 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-d0f97b0c-6869-4d4a-a22b-46d55f593e9e None None] For port 68f26726-6cdc-42a7-8327-4ca7d061690f, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=68f26726-6cdc-42a7-8327-4ca7d061690f,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:34:24.388465 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d0f97b0c-6869-4d4a-a22b-46d55f593e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (68f26726-6cdc-42a7-8327-4ca7d061690f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:24.425073 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e0a866-632f-482a-a868-f78b0df6b7e3 admin admin] Network 7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:34:24.431569 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-14e0a866-632f-482a-a868-f78b0df6b7e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:34:24.435851 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e0a866-632f-482a-a868-f78b0df6b7e3 admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:34:24.444829 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0a866-632f-482a-a868-f78b0df6b7e3 admin admin] Pushing event updated for resources: {'Port': ['ID=a99fc8e0-06fe-4fbf-9c8f-7300c0665776,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:24.461781 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2b46c-7d98-4ab1-ab55-20e5c7057132 None None] Pushing event updated for resources: {'Port': ['ID=68f26726-6cdc-42a7-8327-4ca7d061690f,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:24.468201 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f97b0c-6869-4d4a-a22b-46d55f593e9e None None] Routers {'469f6859-d10a-4c87-9cbe-18885584186b'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:34:24.469541 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d0f97b0c-6869-4d4a-a22b-46d55f593e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:34:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['469f6859-d10a-4c87-9cbe-18885584186b'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:34:24.506553 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-14e0a866-632f-482a-a868-f78b0df6b7e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-931814'] for router_interface (469f6859-d10a-4c87-9cbe-18885584186b), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:24.634374 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6f756-3598-40a7-bf65-bd15961b2890 req-0f495a20-c3ee-48ab-95d4-05f2e79d2a2f tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:24.641966 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-faa6f756-3598-40a7-bf65-bd15961b2890 req-0f495a20-c3ee-48ab-95d4-05f2e79d2a2f tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 944 time: 0.0908465 May 12 14:34:24.674514 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f671eb-6e54-4faf-8f89-5b421eb71f63 req-846c8d5e-8313-41c8-ad05-9176895c3abe tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:24.676507 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c9f671eb-6e54-4faf-8f89-5b421eb71f63 req-846c8d5e-8313-41c8-ad05-9176895c3abe tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0900145 May 12 14:34:24.713448 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-14e0a866-632f-482a-a868-f78b0df6b7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (a99fc8e0-06fe-4fbf-9c8f-7300c0665776), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:24.739502 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-faa6f756-3598-40a7-bf65-bd15961b2890 req-874cd8e8-d915-483c-af45-97160af081c9 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964980 May 12 14:34:24.751945 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-d0f97b0c-6869-4d4a-a22b-46d55f593e9e None None] Set router 469f6859-d10a-4c87-9cbe-18885584186b gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:34:24.784211 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-3d7ab8ca-002d-49bc-9d9d-ccf476678ee4 None None] Provisioning complete for port a99fc8e0-06fe-4fbf-9c8f-7300c0665776 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:34:24.784795 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3d7ab8ca-002d-49bc-9d9d-ccf476678ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (a99fc8e0-06fe-4fbf-9c8f-7300c0665776), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:24.793982 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c9f671eb-6e54-4faf-8f89-5b421eb71f63 req-1723187e-633d-4cca-8579-36c6e00fc16f tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057396 May 12 14:34:24.823715 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3d7ab8ca-002d-49bc-9d9d-ccf476678ee4 None None] Port a99fc8e0-06fe-4fbf-9c8f-7300c0665776 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:34:24.959085 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d0f97b0c-6869-4d4a-a22b-46d55f593e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469f6859-d10a-4c87-9cbe-18885584186b', 'name': 'tempest-TestShelveInstance-1797760303-router', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '68f26726-6cdc-42a7-8327-4ca7d061690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:34:21Z', 'updated_at': '2022-05-12T14:34:22Z', 'revision_number': 3, 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'gw_port': {'id': '68f26726-6cdc-42a7-8327-4ca7d061690f', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fe:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469f6859-d10a-4c87-9cbe-18885584186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:22Z', 'updated_at': '2022-05-12T14:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:34:24.975494 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 6ae6fe56-1ed1-47aa-b980-9d9a2b33627d up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:34:24.979151 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-14e0a866-632f-482a-a868-f78b0df6b7e3 admin admin] Publish callbacks [] for port (a99fc8e0-06fe-4fbf-9c8f-7300c0665776), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:24.984351 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-14e0a866-632f-482a-a868-f78b0df6b7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814747'] for port (a99fc8e0-06fe-4fbf-9c8f-7300c0665776), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:24.994502 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f97b0c-6869-4d4a-a22b-46d55f593e9e None None] The sync data for ids ['469f6859-d10a-4c87-9cbe-18885584186b'] in dv-cinder-777031-14-iscsi is: [{'id': '469f6859-d10a-4c87-9cbe-18885584186b', 'name': 'tempest-TestShelveInstance-1797760303-router', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '68f26726-6cdc-42a7-8327-4ca7d061690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:34:21Z', 'updated_at': '2022-05-12T14:34:22Z', 'revision_number': 3, 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'gw_port': {'id': '68f26726-6cdc-42a7-8327-4ca7d061690f', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fe:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469f6859-d10a-4c87-9cbe-18885584186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:22Z', 'updated_at': '2022-05-12T14:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:34:25.025865 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port 6ae6fe56-1ed1-47aa-b980-9d9a2b33627d triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:34:25.026187 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (6ae6fe56-1ed1-47aa-b980-9d9a2b33627d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:25.054024 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0a866-632f-482a-a868-f78b0df6b7e3 admin admin] Pushing event updated for resources: {'Port': ['ID=a99fc8e0-06fe-4fbf-9c8f-7300c0665776,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:25.079251 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-14e0a866-632f-482a-a868-f78b0df6b7e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1022775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932268'] for router_interface (469f6859-d10a-4c87-9cbe-18885584186b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:25.112470 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port 6ae6fe56-1ed1-47aa-b980-9d9a2b33627d is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:34:25.185609 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e0a866-632f-482a-a868-f78b0df6b7e3 admin admin] Network 7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:34:25.187071 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-14e0a866-632f-482a-a868-f78b0df6b7e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:34:25.355485 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e0a866-632f-482a-a868-f78b0df6b7e3 admin admin] Router 469f6859-d10a-4c87-9cbe-18885584186b has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:34:25.461221 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b1085801-d332-410b-856b-e801ac35fba0 None None] Provisioning complete for port a99fc8e0-06fe-4fbf-9c8f-7300c0665776 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:34:25.461905 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b1085801-d332-410b-856b-e801ac35fba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (a99fc8e0-06fe-4fbf-9c8f-7300c0665776), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:25.497785 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e0a866-632f-482a-a868-f78b0df6b7e3 admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:34:25.511080 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-14e0a866-632f-482a-a868-f78b0df6b7e3 admin admin] 10.222.0.75 "PUT /v2.0/routers/469f6859-d10a-4c87-9cbe-18885584186b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9529767 May 12 14:34:25.651618 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b1085801-d332-410b-856b-e801ac35fba0 None None] Port a99fc8e0-06fe-4fbf-9c8f-7300c0665776 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:34:25.894887 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ff2ce-7683-4358-bf23-3ea2586603e9 req-dc0d80ad-862b-4862-a971-2d7fa9a5984b tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:25.897222 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4e1ff2ce-7683-4358-bf23-3ea2586603e9 req-dc0d80ad-862b-4862-a971-2d7fa9a5984b tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 944 time: 0.0707355 May 12 14:34:25.986268 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db93e8-85dd-4b31-9ecb-507327484cb2 req-6bd11498-0b07-42a0-895f-3faa03cd3bd9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:25.988128 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a9db93e8-85dd-4b31-9ecb-507327484cb2 req-6bd11498-0b07-42a0-895f-3faa03cd3bd9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0895870 May 12 14:34:26.023826 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4e1ff2ce-7683-4358-bf23-3ea2586603e9 req-cc4c3e58-8870-4b91-899b-39123d4a19ca tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132045 May 12 14:34:26.059332 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a9db93e8-85dd-4b31-9ecb-507327484cb2 req-af0ddc8b-771d-4f43-bf1d-7d547079c00c tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636642 May 12 14:34:26.141098 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 36932) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:34:26.145982 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-911189685-network', 'tenant_id': '1fdc3cb330c641f8964219da72fbc161'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:34:26.169018 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] Made reservation on behalf of 1fdc3cb330c641f8964219da72fbc161 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:34:26.171354 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:26.180896 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:26.269846 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] Publish callbacks [] for security_group (6e648928-b994-4a89-935d-7b3ee210457e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:26.273491 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (6e648928-b994-4a89-935d-7b3ee210457e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:26.294406 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:34:26.310549 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e648928-b994-4a89-935d-7b3ee210457e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:26.313573 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771212172301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (0c4418e8-c16d-4a7a-8a6f-9d08843d7f55), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:26.313977 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.db.segments_db [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] Added segment 0c4418e8-c16d-4a7a-8a6f-9d08843d7f55 of type vlan for network a728485f-9cf4-4e0d-834c-11f53461c9f6 May 12 14:34:26.326570 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:26.326929 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:26.327307 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:26.327652 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:26.328017 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:26.328361 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:26.328688 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:26.329025 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:26.329352 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:26.329740 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:26.330017 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:26.330345 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:26.330673 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:26.330996 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:26.331346 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:26.370646 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771211612555'] for network (a728485f-9cf4-4e0d-834c-11f53461c9f6), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:26.395785 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for network (a728485f-9cf4-4e0d-834c-11f53461c9f6), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:26.396943 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:26.397526 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:26.445097 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3028991 May 12 14:34:26.447741 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 36934) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:34:26.452405 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-5cca2630-28cc-4aec-a847-c145df87695f admin admin] Request body: {'subnet': {'network_id': 'a728485f-9cf4-4e0d-834c-11f53461c9f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-911189685-subnet', 'tenant_id': '1fdc3cb330c641f8964219da72fbc161', 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:34:26.490404 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb0622-e7f8-4573-a8d4-f37e23251e37 admin admin] Pushing event updated for resources: {'Network': ['ID=a728485f-9cf4-4e0d-834c-11f53461c9f6,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:26.505901 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Network a728485f-9cf4-4e0d-834c-11f53461c9f6 details requested by agent ovs-agent-dv-cinder-777031-14-iscsi with host dv-cinder-777031-14-iscsi {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:34:26.508862 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cca2630-28cc-4aec-a847-c145df87695f admin admin] Made reservation on behalf of 1fdc3cb330c641f8964219da72fbc161 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:34:26.511256 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5cca2630-28cc-4aec-a847-c145df87695f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:26.694476 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5cca2630-28cc-4aec-a847-c145df87695f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for subnet (6b05fb72-cc80-4ddc-9145-11d9d5442ba6), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:26.740073 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f8ba07-fdad-4bb2-9596-fd4fd0d62dba None None] Sync routers for ids ['469f6859-d10a-4c87-9cbe-18885584186b'] in dv-cinder-777031-14-iscsi {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:34:26.746210 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca2630-28cc-4aec-a847-c145df87695f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b05fb72-cc80-4ddc-9145-11d9d5442ba6,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:26.752891 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f8ba07-fdad-4bb2-9596-fd4fd0d62dba None None] Routers {'469f6859-d10a-4c87-9cbe-18885584186b'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:34:26.753520 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-e2f8ba07-fdad-4bb2-9596-fd4fd0d62dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:34:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['469f6859-d10a-4c87-9cbe-18885584186b'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:34:26.761593 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cca2630-28cc-4aec-a847-c145df87695f admin admin] Checking segment: {'id': '0c4418e8-c16d-4a7a-8a6f-9d08843d7f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a728485f-9cf4-4e0d-834c-11f53461c9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:34:26.761958 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cca2630-28cc-4aec-a847-c145df87695f admin admin] Network hostable DHCP agents. Network: a728485f-9cf4-4e0d-834c-11f53461c9f6, hostable agents: ['8d346936-3b5f-4708-9dbd-40464a47b1eb'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:34:26.779078 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cca2630-28cc-4aec-a847-c145df87695f admin admin] Network a728485f-9cf4-4e0d-834c-11f53461c9f6 is scheduled to be hosted by DHCP agent 8d346936-3b5f-4708-9dbd-40464a47b1eb with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:34:26.792623 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-5cca2630-28cc-4aec-a847-c145df87695f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-14-iscsi, a728485f-9cf4-4e0d-834c-11f53461c9f6) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:34:26.798585 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cca2630-28cc-4aec-a847-c145df87695f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:26.799455 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5cca2630-28cc-4aec-a847-c145df87695f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:26.808097 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7c4f68-1f24-484e-9ffb-b4fc80338c59 None None] Network a728485f-9cf4-4e0d-834c-11f53461c9f6 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:34:26.816318 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-5cca2630-28cc-4aec-a847-c145df87695f admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3675270 May 12 14:34:26.820169 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 36936) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:34:26.825012 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f6708d3b-2604-4b53-87a7-9c1c372cc81e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-911189685-router', 'tenant_id': '1fdc3cb330c641f8964219da72fbc161', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:34:26.846310 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6708d3b-2604-4b53-87a7-9c1c372cc81e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-926981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-493231'] for router (a2cb78cf-1702-4686-91cd-b72ddab5c5d0), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:26.847448 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6708d3b-2604-4b53-87a7-9c1c372cc81e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-928796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-988421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-493140'] for router (a2cb78cf-1702-4686-91cd-b72ddab5c5d0), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:26.885053 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device e20769a6-986c-4bef-a558-db20551da4d2 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:34:26.945147 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6708d3b-2604-4b53-87a7-9c1c372cc81e admin admin] Publish callbacks [] for router_controller (a2cb78cf-1702-4686-91cd-b72ddab5c5d0), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:26.963358 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-e2f8ba07-fdad-4bb2-9596-fd4fd0d62dba None None] Set router 469f6859-d10a-4c87-9cbe-18885584186b gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:34:27.007192 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 68f26726-6cdc-42a7-8327-4ca7d061690f up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:34:27.106723 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6708d3b-2604-4b53-87a7-9c1c372cc81e admin admin] Publish callbacks [] for router_gateway (a2cb78cf-1702-4686-91cd-b72ddab5c5d0), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:27.154119 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddf4d1c-cdd0-4558-b6ef-cf45186e6a10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a910b8e-e9ef-5def-a0da-b0da6844de63-a728485f-9cf4-4e0d-834c-11f53461c9f6', 'network_id': 'a728485f-9cf4-4e0d-834c-11f53461c9f6', 'project_id': '1fdc3cb330c641f8964219da72fbc161', 'fixed_ips': [{'subnet_id': '6b05fb72-cc80-4ddc-9145-11d9d5442ba6'}]}} from dv-cinder-777031-14-iscsi. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 14:34:27.154567 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fddf4d1c-cdd0-4558-b6ef-cf45186e6a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:27.236530 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port e20769a6-986c-4bef-a558-db20551da4d2, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e20769a6-986c-4bef-a558-db20551da4d2,segment=NetworkSegment(a92136d4-fcb0-4089-aa26-93c6849bc262),segment_id=a92136d4-fcb0-4089-aa26-93c6849bc262)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:34:27.247648 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b207d09-4128-4c43-bd1b-c0ced5b72425 req-631a0799-cef8-4da1-8eef-80d14ded6608 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:27.249141 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3b207d09-4128-4c43-bd1b-c0ced5b72425 req-631a0799-cef8-4da1-8eef-80d14ded6608 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 944 time: 0.1321719 May 12 14:34:27.272331 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port 68f26726-6cdc-42a7-8327-4ca7d061690f triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:34:27.272903 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (68f26726-6cdc-42a7-8327-4ca7d061690f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:27.281389 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d05b66-ab87-450a-97c4-20660f4494a5 req-dc8b4111-d4fb-4ed7-babc-2c3236fb589e tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:27.282882 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-70d05b66-ab87-450a-97c4-20660f4494a5 req-dc8b4111-d4fb-4ed7-babc-2c3236fb589e tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.1144307 May 12 14:34:27.354004 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Returning: {'device': 'e20769a6-986c-4bef-a558-db20551da4d2', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'port_id': 'e20769a6-986c-4bef-a558-db20551da4d2', 'mac_address': 'fa:16:3e:a6:99:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:34:27.411199 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3b207d09-4128-4c43-bd1b-c0ced5b72425 req-38e5245f-1f6a-405f-b2e9-8ff90e8ef24b tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513841 May 12 14:34:27.454136 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-70d05b66-ab87-450a-97c4-20660f4494a5 req-ee750e85-7ccf-4b5b-b5dd-98c25e27c252 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611717 May 12 14:34:27.477307 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6708d3b-2604-4b53-87a7-9c1c372cc81e admin admin] Publish callbacks [] for router_gateway (a2cb78cf-1702-4686-91cd-b72ddab5c5d0), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:27.498913 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6708d3b-2604-4b53-87a7-9c1c372cc81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:27.505131 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port e20769a6-986c-4bef-a558-db20551da4d2 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:34:27.505513 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (e20769a6-986c-4bef-a558-db20551da4d2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:27.556491 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e20769a6-986c-4bef-a558-db20551da4d2 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:34:27.567280 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-fddf4d1c-cdd0-4558-b6ef-cf45186e6a10 None None] Allocated IP 172.20.0.2 (a728485f-9cf4-4e0d-834c-11f53461c9f6/6b05fb72-cc80-4ddc-9145-11d9d5442ba6/9aeb4afd-4e55-430c-9962-ba6206278b59) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:34:27.569645 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-e2f8ba07-fdad-4bb2-9596-fd4fd0d62dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469f6859-d10a-4c87-9cbe-18885584186b', 'name': 'tempest-TestShelveInstance-1797760303-router', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '68f26726-6cdc-42a7-8327-4ca7d061690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:34:21Z', 'updated_at': '2022-05-12T14:34:24Z', 'revision_number': 4, 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'gw_port': {'id': '68f26726-6cdc-42a7-8327-4ca7d061690f', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fe:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469f6859-d10a-4c87-9cbe-18885584186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:22Z', 'updated_at': '2022-05-12T14:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': 'a99fc8e0-06fe-4fbf-9c8f-7300c0665776', 'name': '', 'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'mac_address': 'fa:16:3e:43:3d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469f6859-d10a-4c87-9cbe-18885584186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '01f0db1e-e8da-4cb5-8f75-f3f1c91eada4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:24Z', 'updated_at': '2022-05-12T14:34:24Z', 'revision_number': 2, 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'subnets': [{'id': '01f0db1e-e8da-4cb5-8f75-f3f1c91eada4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:34:27.603721 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port 68f26726-6cdc-42a7-8327-4ca7d061690f is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:34:27.604166 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (68f26726-6cdc-42a7-8327-4ca7d061690f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:27.618731 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f8ba07-fdad-4bb2-9596-fd4fd0d62dba None None] Checking router: 469f6859-d10a-4c87-9cbe-18885584186b for host: dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:34:27.619335 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f8ba07-fdad-4bb2-9596-fd4fd0d62dba None None] Updating router 469f6859-d10a-4c87-9cbe-18885584186b port a99fc8e0-06fe-4fbf-9c8f-7300c0665776 binding host dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:34:27.639003 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-f6708d3b-2604-4b53-87a7-9c1c372cc81e admin admin] Allocated IP 172.27.0.26 (913ada40-7b52-4232-aff5-95dc520647d4/2870505d-8418-4289-9c4c-0eeadb155262/f34c0919-ecf5-4645-8ec0-4b4fcda99f25) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:34:27.681384 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port e20769a6-986c-4bef-a558-db20551da4d2, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e20769a6-986c-4bef-a558-db20551da4d2,segment=NetworkSegment(a92136d4-fcb0-4089-aa26-93c6849bc262),segment_id=a92136d4-fcb0-4089-aa26-93c6849bc262)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:34:27.683276 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] For port 68f26726-6cdc-42a7-8327-4ca7d061690f, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=68f26726-6cdc-42a7-8327-4ca7d061690f,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:34:27.691954 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (e20769a6-986c-4bef-a558-db20551da4d2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:27.693709 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (68f26726-6cdc-42a7-8327-4ca7d061690f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:27.745465 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6708d3b-2604-4b53-87a7-9c1c372cc81e admin admin] Publish callbacks [] for port (f34c0919-ecf5-4645-8ec0-4b4fcda99f25), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:27.745822 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e2f8ba07-fdad-4bb2-9596-fd4fd0d62dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (a99fc8e0-06fe-4fbf-9c8f-7300c0665776), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:27.784216 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6708d3b-2604-4b53-87a7-9c1c372cc81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (f34c0919-ecf5-4645-8ec0-4b4fcda99f25), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:27.823619 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6708d3b-2604-4b53-87a7-9c1c372cc81e admin admin] Network 913ada40-7b52-4232-aff5-95dc520647d4 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:34:27.826674 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-f6708d3b-2604-4b53-87a7-9c1c372cc81e admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:34:27.826951 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=e20769a6-986c-4bef-a558-db20551da4d2,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:27.830227 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6708d3b-2604-4b53-87a7-9c1c372cc81e admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:34:27.850860 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:27.851236 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:27.851595 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:27.851935 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:27.852266 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:27.852589 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:27.853006 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:27.853381 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:27.853747 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:27.854037 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:27.854407 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:27.854692 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:27.855013 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:27.855424 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:27.855738 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:34:27.873945 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6708d3b-2604-4b53-87a7-9c1c372cc81e admin admin] Pushing event updated for resources: {'Port': ['ID=f34c0919-ecf5-4645-8ec0-4b4fcda99f25,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:27.981726 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fddf4d1c-cdd0-4558-b6ef-cf45186e6a10 None None] Publish callbacks [] for port (9aeb4afd-4e55-430c-9962-ba6206278b59), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:28.028523 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Pushing event updated for resources: {'Port': ['ID=68f26726-6cdc-42a7-8327-4ca7d061690f,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:28.038807 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fddf4d1c-cdd0-4558-b6ef-cf45186e6a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (9aeb4afd-4e55-430c-9962-ba6206278b59), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:28.099324 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddf4d1c-cdd0-4558-b6ef-cf45186e6a10 None None] Network a728485f-9cf4-4e0d-834c-11f53461c9f6 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:34:28.110188 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-fddf4d1c-cdd0-4558-b6ef-cf45186e6a10 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:34:28.123937 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddf4d1c-cdd0-4558-b6ef-cf45186e6a10 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:34:28.134534 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf4d1c-cdd0-4558-b6ef-cf45186e6a10 None None] Pushing event updated for resources: {'Port': ['ID=9aeb4afd-4e55-430c-9962-ba6206278b59,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:28.328797 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6708d3b-2604-4b53-87a7-9c1c372cc81e admin admin] Publish callbacks [] for router_gateway (a2cb78cf-1702-4686-91cd-b72ddab5c5d0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:28.367960 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-fddf4d1c-cdd0-4558-b6ef-cf45186e6a10 None None] Attempting to bind port 9aeb4afd-4e55-430c-9962-ba6206278b59 on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:34:28.368239 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-fddf4d1c-cdd0-4558-b6ef-cf45186e6a10 None None] Attempting to bind port 9aeb4afd-4e55-430c-9962-ba6206278b59 by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': '0c4418e8-c16d-4a7a-8a6f-9d08843d7f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a728485f-9cf4-4e0d-834c-11f53461c9f6'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:34:28.368601 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddf4d1c-cdd0-4558-b6ef-cf45186e6a10 None None] Attempting to bind port 9aeb4afd-4e55-430c-9962-ba6206278b59 on network a728485f-9cf4-4e0d-834c-11f53461c9f6 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:34:28.382190 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddf4d1c-cdd0-4558-b6ef-cf45186e6a10 None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:34:28.382557 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddf4d1c-cdd0-4558-b6ef-cf45186e6a10 None None] Checking segment: {'id': '0c4418e8-c16d-4a7a-8a6f-9d08843d7f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a728485f-9cf4-4e0d-834c-11f53461c9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:34:28.382952 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fddf4d1c-cdd0-4558-b6ef-cf45186e6a10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:28.383360 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddf4d1c-cdd0-4558-b6ef-cf45186e6a10 None None] Bound using segment: {'id': '0c4418e8-c16d-4a7a-8a6f-9d08843d7f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a728485f-9cf4-4e0d-834c-11f53461c9f6'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:34:28.383824 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-fddf4d1c-cdd0-4558-b6ef-cf45186e6a10 None None] Bound port: 9aeb4afd-4e55-430c-9962-ba6206278b59, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4418e8-c16d-4a7a-8a6f-9d08843d7f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a728485f-9cf4-4e0d-834c-11f53461c9f6'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:34:28.384299 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fddf4d1c-cdd0-4558-b6ef-cf45186e6a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (9aeb4afd-4e55-430c-9962-ba6206278b59), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:28.409827 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['e20769a6-986c-4bef-a558-db20551da4d2'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:34:28.558301 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e2f8ba07-fdad-4bb2-9596-fd4fd0d62dba None None] Publish callbacks [] for port (a99fc8e0-06fe-4fbf-9c8f-7300c0665776), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:28.568158 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-fddf4d1c-cdd0-4558-b6ef-cf45186e6a10 None None] For port 9aeb4afd-4e55-430c-9962-ba6206278b59, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:34:28.576033 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-fddf4d1c-cdd0-4558-b6ef-cf45186e6a10 None None] For port 9aeb4afd-4e55-430c-9962-ba6206278b59, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=9aeb4afd-4e55-430c-9962-ba6206278b59,segment=NetworkSegment(0c4418e8-c16d-4a7a-8a6f-9d08843d7f55),segment_id=0c4418e8-c16d-4a7a-8a6f-9d08843d7f55)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:34:28.583097 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e2f8ba07-fdad-4bb2-9596-fd4fd0d62dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (a99fc8e0-06fe-4fbf-9c8f-7300c0665776), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:28.601084 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fddf4d1c-cdd0-4558-b6ef-cf45186e6a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (9aeb4afd-4e55-430c-9962-ba6206278b59), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:28.614196 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6708d3b-2604-4b53-87a7-9c1c372cc81e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928971'] for router (a2cb78cf-1702-4686-91cd-b72ddab5c5d0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:28.621884 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36ac66-1667-481b-8e15-efd08b807225 req-114579d5-2c71-46a5-bf5a-cd4cf7e30be3 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:28.623362 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fa36ac66-1667-481b-8e15-efd08b807225 req-114579d5-2c71-46a5-bf5a-cd4cf7e30be3 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 945 time: 0.1000247 May 12 14:34:28.632925 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c7f5f-5b2f-4867-85cc-cdd27cbfa024 req-cc6f5f33-3d39-4831-9fdc-0776b1f07bc1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:28.634463 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-465c7f5f-5b2f-4867-85cc-cdd27cbfa024 req-cc6f5f33-3d39-4831-9fdc-0776b1f07bc1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0994394 May 12 14:34:28.677676 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ececc63-80e8-4b68-a6d8-c6b2c3a63d50 None None] Pushing event updated for resources: {'Port': ['ID=a99fc8e0-06fe-4fbf-9c8f-7300c0665776,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:28.793297 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fa36ac66-1667-481b-8e15-efd08b807225 req-2f617822-2a59-4985-9efa-570446d55c09 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574204 May 12 14:34:28.822587 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-465c7f5f-5b2f-4867-85cc-cdd27cbfa024 req-fb112f5a-cedc-4c50-bc25-09e650afdd2d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384590 May 12 14:34:28.848960 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf4d1c-cdd0-4558-b6ef-cf45186e6a10 None None] Pushing event updated for resources: {'Port': ['ID=9aeb4afd-4e55-430c-9962-ba6206278b59,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:28.851967 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e2f8ba07-fdad-4bb2-9596-fd4fd0d62dba None None] Attempting to bind port a99fc8e0-06fe-4fbf-9c8f-7300c0665776 on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:34:28.852338 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e2f8ba07-fdad-4bb2-9596-fd4fd0d62dba None None] Attempting to bind port a99fc8e0-06fe-4fbf-9c8f-7300c0665776 by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': 'ffee138e-c4dc-43bc-a9ed-63f97c51fda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:34:28.853176 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f8ba07-fdad-4bb2-9596-fd4fd0d62dba None None] Attempting to bind port a99fc8e0-06fe-4fbf-9c8f-7300c0665776 on network 7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:34:28.872751 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f8ba07-fdad-4bb2-9596-fd4fd0d62dba None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:34:28.873043 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f8ba07-fdad-4bb2-9596-fd4fd0d62dba None None] Checking segment: {'id': 'ffee138e-c4dc-43bc-a9ed-63f97c51fda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:34:28.873459 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e2f8ba07-fdad-4bb2-9596-fd4fd0d62dba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:28.873844 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f8ba07-fdad-4bb2-9596-fd4fd0d62dba None None] Bound using segment: {'id': 'ffee138e-c4dc-43bc-a9ed-63f97c51fda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:34:28.874354 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-e2f8ba07-fdad-4bb2-9596-fd4fd0d62dba None None] Bound port: a99fc8e0-06fe-4fbf-9c8f-7300c0665776, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffee138e-c4dc-43bc-a9ed-63f97c51fda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:34:28.875254 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e2f8ba07-fdad-4bb2-9596-fd4fd0d62dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (a99fc8e0-06fe-4fbf-9c8f-7300c0665776), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:28.894275 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6708d3b-2604-4b53-87a7-9c1c372cc81e admin admin] Router a2cb78cf-1702-4686-91cd-b72ddab5c5d0 is scheduled to L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 14:34:29.053384 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e2f8ba07-fdad-4bb2-9596-fd4fd0d62dba None None] For port a99fc8e0-06fe-4fbf-9c8f-7300c0665776, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:34:29.089491 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-9620ca7a-834a-4cb0-addb-2dd61cb770ed None None] Provisioning complete for port a99fc8e0-06fe-4fbf-9c8f-7300c0665776 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:34:29.089963 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9620ca7a-834a-4cb0-addb-2dd61cb770ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (a99fc8e0-06fe-4fbf-9c8f-7300c0665776), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:29.099328 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 68f26726-6cdc-42a7-8327-4ca7d061690f up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:34:29.099803 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6708d3b-2604-4b53-87a7-9c1c372cc81e admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:34:29.104367 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e2f8ba07-fdad-4bb2-9596-fd4fd0d62dba None None] For port a99fc8e0-06fe-4fbf-9c8f-7300c0665776, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=a99fc8e0-06fe-4fbf-9c8f-7300c0665776,segment=NetworkSegment(ffee138e-c4dc-43bc-a9ed-63f97c51fda2),segment_id=ffee138e-c4dc-43bc-a9ed-63f97c51fda2)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:34:29.111142 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef09258-fbf9-4239-a81a-fc9b63c965d2 None None] Sync routers for ids ['a2cb78cf-1702-4686-91cd-b72ddab5c5d0'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:34:29.122988 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6708d3b-2604-4b53-87a7-9c1c372cc81e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:29.125153 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-f6708d3b-2604-4b53-87a7-9c1c372cc81e admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3034778 May 12 14:34:29.128261 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 36958) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:34:29.129620 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef09258-fbf9-4239-a81a-fc9b63c965d2 None None] Routers {'a2cb78cf-1702-4686-91cd-b72ddab5c5d0'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:34:29.130694 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9ef09258-fbf9-4239-a81a-fc9b63c965d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:34:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['a2cb78cf-1702-4686-91cd-b72ddab5c5d0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:34:29.200587 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e2f8ba07-fdad-4bb2-9596-fd4fd0d62dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (a99fc8e0-06fe-4fbf-9c8f-7300c0665776), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:29.211786 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9620ca7a-834a-4cb0-addb-2dd61cb770ed None None] Port a99fc8e0-06fe-4fbf-9c8f-7300c0665776 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:34:29.271783 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-9ef09258-fbf9-4239-a81a-fc9b63c965d2 None None] Set router a2cb78cf-1702-4686-91cd-b72ddab5c5d0 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:34:29.308334 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f8ba07-fdad-4bb2-9596-fd4fd0d62dba None None] Routers {'469f6859-d10a-4c87-9cbe-18885584186b'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:34:29.308986 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-e2f8ba07-fdad-4bb2-9596-fd4fd0d62dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:34:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['469f6859-d10a-4c87-9cbe-18885584186b'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:34:29.401895 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port 68f26726-6cdc-42a7-8327-4ca7d061690f triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:34:29.402277 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (68f26726-6cdc-42a7-8327-4ca7d061690f), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:29.474656 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-e2f8ba07-fdad-4bb2-9596-fd4fd0d62dba None None] Set router 469f6859-d10a-4c87-9cbe-18885584186b gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:34:29.491819 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9ef09258-fbf9-4239-a81a-fc9b63c965d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cb78cf-1702-4686-91cd-b72ddab5c5d0', 'name': 'tempest-TestShelveInstance-911189685-router', 'tenant_id': '1fdc3cb330c641f8964219da72fbc161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f34c0919-ecf5-4645-8ec0-4b4fcda99f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:34:26Z', 'updated_at': '2022-05-12T14:34:27Z', 'revision_number': 3, 'project_id': '1fdc3cb330c641f8964219da72fbc161', 'gw_port': {'id': 'f34c0919-ecf5-4645-8ec0-4b4fcda99f25', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cb78cf-1702-4686-91cd-b72ddab5c5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:27Z', 'updated_at': '2022-05-12T14:34:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:34:29.525761 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef09258-fbf9-4239-a81a-fc9b63c965d2 None None] Checking router: a2cb78cf-1702-4686-91cd-b72ddab5c5d0 for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:34:29.526035 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef09258-fbf9-4239-a81a-fc9b63c965d2 None None] Updating router a2cb78cf-1702-4686-91cd-b72ddab5c5d0 port f34c0919-ecf5-4645-8ec0-4b4fcda99f25 binding host dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:34:29.545037 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ececc63-80e8-4b68-a6d8-c6b2c3a63d50 None None] Pushing event updated for resources: {'Port': ['ID=a99fc8e0-06fe-4fbf-9c8f-7300c0665776,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:29.564104 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9ef09258-fbf9-4239-a81a-fc9b63c965d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (f34c0919-ecf5-4645-8ec0-4b4fcda99f25), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:29.609768 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-9cf44140-75e3-4ae2-8d81-8eb6cdce9e89 None None] Provisioning complete for port a99fc8e0-06fe-4fbf-9c8f-7300c0665776 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:34:29.610826 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9cf44140-75e3-4ae2-8d81-8eb6cdce9e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (a99fc8e0-06fe-4fbf-9c8f-7300c0665776), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:29.758116 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port 68f26726-6cdc-42a7-8327-4ca7d061690f is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:34:29.770550 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6d6ca159-2bd0-4f5b-889b-f6477dc1da1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:29.880816 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9cf44140-75e3-4ae2-8d81-8eb6cdce9e89 None None] Current status of the port a99fc8e0-06fe-4fbf-9c8f-7300c0665776 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:34:29.881216 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9cf44140-75e3-4ae2-8d81-8eb6cdce9e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (a99fc8e0-06fe-4fbf-9c8f-7300c0665776), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:29.936523 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9cf44140-75e3-4ae2-8d81-8eb6cdce9e89 None None] For port a99fc8e0-06fe-4fbf-9c8f-7300c0665776, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=a99fc8e0-06fe-4fbf-9c8f-7300c0665776,segment=NetworkSegment(ffee138e-c4dc-43bc-a9ed-63f97c51fda2),segment_id=ffee138e-c4dc-43bc-a9ed-63f97c51fda2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:34:29.949460 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-e2f8ba07-fdad-4bb2-9596-fd4fd0d62dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469f6859-d10a-4c87-9cbe-18885584186b', 'name': 'tempest-TestShelveInstance-1797760303-router', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '68f26726-6cdc-42a7-8327-4ca7d061690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:34:21Z', 'updated_at': '2022-05-12T14:34:24Z', 'revision_number': 4, 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'gw_port': {'id': '68f26726-6cdc-42a7-8327-4ca7d061690f', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6859-d10a-4c87-9cbe-18885584186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:22Z', 'updated_at': '2022-05-12T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': 'a99fc8e0-06fe-4fbf-9c8f-7300c0665776', 'name': '', 'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'mac_address': 'fa:16:3e:43:3d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469f6859-d10a-4c87-9cbe-18885584186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '01f0db1e-e8da-4cb5-8f75-f3f1c91eada4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:24Z', 'updated_at': '2022-05-12T14:34:29Z', 'revision_number': 4, 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'subnets': [{'id': '01f0db1e-e8da-4cb5-8f75-f3f1c91eada4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:34:29.967256 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9cf44140-75e3-4ae2-8d81-8eb6cdce9e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (a99fc8e0-06fe-4fbf-9c8f-7300c0665776), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:29.996487 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f8ba07-fdad-4bb2-9596-fd4fd0d62dba None None] The sync data for ids ['469f6859-d10a-4c87-9cbe-18885584186b'] in dv-cinder-777031-14-iscsi is: [{'id': '469f6859-d10a-4c87-9cbe-18885584186b', 'name': 'tempest-TestShelveInstance-1797760303-router', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '68f26726-6cdc-42a7-8327-4ca7d061690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:34:21Z', 'updated_at': '2022-05-12T14:34:24Z', 'revision_number': 4, 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'gw_port': {'id': '68f26726-6cdc-42a7-8327-4ca7d061690f', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6859-d10a-4c87-9cbe-18885584186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:22Z', 'updated_at': '2022-05-12T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': 'a99fc8e0-06fe-4fbf-9c8f-7300c0665776', 'name': '', 'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'mac_address': 'fa:16:3e:43:3d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469f6859-d10a-4c87-9cbe-18885584186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '01f0db1e-e8da-4cb5-8f75-f3f1c91eada4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:24Z', 'updated_at': '2022-05-12T14:34:29Z', 'revision_number': 4, 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'subnets': [{'id': '01f0db1e-e8da-4cb5-8f75-f3f1c91eada4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:34:30.047909 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8d8a97-4b42-4f15-a62d-4258a6faeff3 None None] Network a728485f-9cf4-4e0d-834c-11f53461c9f6 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:34:30.049758 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9ef09258-fbf9-4239-a81a-fc9b63c965d2 None None] Publish callbacks [] for port (f34c0919-ecf5-4645-8ec0-4b4fcda99f25), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:30.055794 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586c1cc-fdbb-4de2-9c30-e847a5f0977a req-ff82cc0e-051a-4c97-9e30-1457a6b2dc69 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:30.057557 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9ef09258-fbf9-4239-a81a-fc9b63c965d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (f34c0919-ecf5-4645-8ec0-4b4fcda99f25), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:30.062835 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d586c1cc-fdbb-4de2-9c30-e847a5f0977a req-ff82cc0e-051a-4c97-9e30-1457a6b2dc69 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 945 time: 0.1606331 May 12 14:34:30.143516 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-9ef09258-fbf9-4239-a81a-fc9b63c965d2 None None] Attempting to bind port f34c0919-ecf5-4645-8ec0-4b4fcda99f25 on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:34:30.144059 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-9ef09258-fbf9-4239-a81a-fc9b63c965d2 None None] Attempting to bind port f34c0919-ecf5-4645-8ec0-4b4fcda99f25 by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:34:30.144251 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef09258-fbf9-4239-a81a-fc9b63c965d2 None None] Attempting to bind port f34c0919-ecf5-4645-8ec0-4b4fcda99f25 on network 913ada40-7b52-4232-aff5-95dc520647d4 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:34:30.170328 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf44140-75e3-4ae2-8d81-8eb6cdce9e89 None None] Pushing event updated for resources: {'Port': ['ID=a99fc8e0-06fe-4fbf-9c8f-7300c0665776,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:30.174023 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef09258-fbf9-4239-a81a-fc9b63c965d2 None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:34:30.174401 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef09258-fbf9-4239-a81a-fc9b63c965d2 None None] Checking segment: {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:34:30.174797 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9ef09258-fbf9-4239-a81a-fc9b63c965d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:30.175209 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef09258-fbf9-4239-a81a-fc9b63c965d2 None None] Bound using segment: {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:34:30.178347 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-2b5cae86-b36e-4c64-9f4f-a7f1bf41ffa5 None None] Provisioning complete for port 9aeb4afd-4e55-430c-9962-ba6206278b59 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:34:30.178798 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2b5cae86-b36e-4c64-9f4f-a7f1bf41ffa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (9aeb4afd-4e55-430c-9962-ba6206278b59), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:30.180050 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-9ef09258-fbf9-4239-a81a-fc9b63c965d2 None None] Bound port: f34c0919-ecf5-4645-8ec0-4b4fcda99f25, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:34:30.180310 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9ef09258-fbf9-4239-a81a-fc9b63c965d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (f34c0919-ecf5-4645-8ec0-4b4fcda99f25), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:30.248281 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-9ef09258-fbf9-4239-a81a-fc9b63c965d2 None None] For port f34c0919-ecf5-4645-8ec0-4b4fcda99f25, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:34:30.252951 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-9ef09258-fbf9-4239-a81a-fc9b63c965d2 None None] For port f34c0919-ecf5-4645-8ec0-4b4fcda99f25, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=f34c0919-ecf5-4645-8ec0-4b4fcda99f25,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:34:30.256276 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49709f-b480-4b8a-9622-3c55dbe1f1a0 None None] Pushing event updated for resources: {'Port': ['ID=f34c0919-ecf5-4645-8ec0-4b4fcda99f25,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:30.262579 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9ef09258-fbf9-4239-a81a-fc9b63c965d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (f34c0919-ecf5-4645-8ec0-4b4fcda99f25), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:30.273309 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d586c1cc-fdbb-4de2-9c30-e847a5f0977a req-4335e9ea-4318-4b4a-b613-be7432f4adf9 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095089 May 12 14:34:30.286585 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdf5ff-8de1-423f-8667-a59865532ec1 req-8756e871-50e4-4dd4-8a7b-d06e207ec57e tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:30.299243 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b9fdf5ff-8de1-423f-8667-a59865532ec1 req-8756e871-50e4-4dd4-8a7b-d06e207ec57e tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.2706072 May 12 14:34:30.325535 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-6d6ca159-2bd0-4f5b-889b-f6477dc1da1c admin admin] Allocated IP 172.20.0.1 (a728485f-9cf4-4e0d-834c-11f53461c9f6/6b05fb72-cc80-4ddc-9145-11d9d5442ba6/d9357ad7-22f7-4df4-8a2d-168b0a4938e4) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:34:30.337750 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef09258-fbf9-4239-a81a-fc9b63c965d2 None None] Routers {'a2cb78cf-1702-4686-91cd-b72ddab5c5d0'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:34:30.338669 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9ef09258-fbf9-4239-a81a-fc9b63c965d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:34:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['a2cb78cf-1702-4686-91cd-b72ddab5c5d0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:34:30.370535 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2b5cae86-b36e-4c64-9f4f-a7f1bf41ffa5 None None] Current status of the port 9aeb4afd-4e55-430c-9962-ba6206278b59 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:34:30.371047 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2b5cae86-b36e-4c64-9f4f-a7f1bf41ffa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (9aeb4afd-4e55-430c-9962-ba6206278b59), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:30.432653 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49709f-b480-4b8a-9622-3c55dbe1f1a0 None None] Pushing event updated for resources: {'Port': ['ID=f34c0919-ecf5-4645-8ec0-4b4fcda99f25,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:30.442555 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-2b5cae86-b36e-4c64-9f4f-a7f1bf41ffa5 None None] For port 9aeb4afd-4e55-430c-9962-ba6206278b59, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=9aeb4afd-4e55-430c-9962-ba6206278b59,segment=NetworkSegment(0c4418e8-c16d-4a7a-8a6f-9d08843d7f55),segment_id=0c4418e8-c16d-4a7a-8a6f-9d08843d7f55)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:34:30.453679 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2b5cae86-b36e-4c64-9f4f-a7f1bf41ffa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (9aeb4afd-4e55-430c-9962-ba6206278b59), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:30.470555 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b9fdf5ff-8de1-423f-8667-a59865532ec1 req-ee874a96-bc96-474e-8076-7a74b5e469ee tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639464 May 12 14:34:30.540198 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-9ef09258-fbf9-4239-a81a-fc9b63c965d2 None None] Set router a2cb78cf-1702-4686-91cd-b72ddab5c5d0 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:34:30.556448 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5cae86-b36e-4c64-9f4f-a7f1bf41ffa5 None None] Pushing event updated for resources: {'Port': ['ID=9aeb4afd-4e55-430c-9962-ba6206278b59,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:30.599779 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6d6ca159-2bd0-4f5b-889b-f6477dc1da1c admin admin] Publish callbacks [] for port (d9357ad7-22f7-4df4-8a2d-168b0a4938e4), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:30.647260 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6d6ca159-2bd0-4f5b-889b-f6477dc1da1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (d9357ad7-22f7-4df4-8a2d-168b0a4938e4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:30.680104 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-496fa6ab-0a83-4d00-95b6-1faa7f7e0deb None None] Provisioning complete for port 9aeb4afd-4e55-430c-9962-ba6206278b59 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:34:30.681165 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-496fa6ab-0a83-4d00-95b6-1faa7f7e0deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (9aeb4afd-4e55-430c-9962-ba6206278b59), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:30.688318 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6ca159-2bd0-4f5b-889b-f6477dc1da1c admin admin] Network a728485f-9cf4-4e0d-834c-11f53461c9f6 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:34:30.691381 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-6d6ca159-2bd0-4f5b-889b-f6477dc1da1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:34:30.695046 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6ca159-2bd0-4f5b-889b-f6477dc1da1c admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:34:30.699579 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6d6ca159-2bd0-4f5b-889b-f6477dc1da1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-931814'] for router_interface (a2cb78cf-1702-4686-91cd-b72ddab5c5d0), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:30.716877 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ca159-2bd0-4f5b-889b-f6477dc1da1c admin admin] Pushing event updated for resources: {'Port': ['ID=d9357ad7-22f7-4df4-8a2d-168b0a4938e4,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:30.768743 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-9ef09258-fbf9-4239-a81a-fc9b63c965d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cb78cf-1702-4686-91cd-b72ddab5c5d0', 'name': 'tempest-TestShelveInstance-911189685-router', 'tenant_id': '1fdc3cb330c641f8964219da72fbc161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f34c0919-ecf5-4645-8ec0-4b4fcda99f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:34:26Z', 'updated_at': '2022-05-12T14:34:27Z', 'revision_number': 3, 'project_id': '1fdc3cb330c641f8964219da72fbc161', 'gw_port': {'id': 'f34c0919-ecf5-4645-8ec0-4b4fcda99f25', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cb78cf-1702-4686-91cd-b72ddab5c5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:27Z', 'updated_at': '2022-05-12T14:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:34:30.794463 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-496fa6ab-0a83-4d00-95b6-1faa7f7e0deb None None] Current status of the port 9aeb4afd-4e55-430c-9962-ba6206278b59 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:34:30.803922 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef09258-fbf9-4239-a81a-fc9b63c965d2 None None] The sync data for ids ['a2cb78cf-1702-4686-91cd-b72ddab5c5d0'] in dv-cinder-777031-14-iscsi is: [{'id': 'a2cb78cf-1702-4686-91cd-b72ddab5c5d0', 'name': 'tempest-TestShelveInstance-911189685-router', 'tenant_id': '1fdc3cb330c641f8964219da72fbc161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f34c0919-ecf5-4645-8ec0-4b4fcda99f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:34:26Z', 'updated_at': '2022-05-12T14:34:27Z', 'revision_number': 3, 'project_id': '1fdc3cb330c641f8964219da72fbc161', 'gw_port': {'id': 'f34c0919-ecf5-4645-8ec0-4b4fcda99f25', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cb78cf-1702-4686-91cd-b72ddab5c5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:27Z', 'updated_at': '2022-05-12T14:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:34:30.855487 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device e20769a6-986c-4bef-a558-db20551da4d2 up at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:34:30.950931 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6d6ca159-2bd0-4f5b-889b-f6477dc1da1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (d9357ad7-22f7-4df4-8a2d-168b0a4938e4), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:30.951519 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning for port e20769a6-986c-4bef-a558-db20551da4d2 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:34:30.977883 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning complete for port e20769a6-986c-4bef-a558-db20551da4d2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:34:30.978259 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (e20769a6-986c-4bef-a558-db20551da4d2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:31.161224 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device a99fc8e0-06fe-4fbf-9c8f-7300c0665776 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:34:31.236942 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-5aa4acdd-d8b4-4ae7-bd4e-884f77dae3c5 None None] Provisioning complete for port d9357ad7-22f7-4df4-8a2d-168b0a4938e4 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:34:31.237399 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5aa4acdd-d8b4-4ae7-bd4e-884f77dae3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (d9357ad7-22f7-4df4-8a2d-168b0a4938e4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:31.309689 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6d6ca159-2bd0-4f5b-889b-f6477dc1da1c admin admin] Publish callbacks [] for port (d9357ad7-22f7-4df4-8a2d-168b0a4938e4), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:31.315701 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6d6ca159-2bd0-4f5b-889b-f6477dc1da1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (d9357ad7-22f7-4df4-8a2d-168b0a4938e4), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:31.316581 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6d6ca159-2bd0-4f5b-889b-f6477dc1da1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1022775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932268'] for router_interface (a2cb78cf-1702-4686-91cd-b72ddab5c5d0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:31.340830 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5aa4acdd-d8b4-4ae7-bd4e-884f77dae3c5 None None] Port d9357ad7-22f7-4df4-8a2d-168b0a4938e4 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:34:31.357472 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port a99fc8e0-06fe-4fbf-9c8f-7300c0665776 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:34:31.357472 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (a99fc8e0-06fe-4fbf-9c8f-7300c0665776), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:31.408533 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port e20769a6-986c-4bef-a558-db20551da4d2 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:34:31.408924 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (e20769a6-986c-4bef-a558-db20551da4d2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:31.460807 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53d1801-00ff-4886-8632-1d02c3275dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20769a6-986c-4bef-a558-db20551da4d2'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:34:31.471624 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52a8a48-06b8-4d83-99cf-846be06390ac" -d '{"events": [{"server_uuid": "b53d1801-00ff-4886-8632-1d02c3275dd5", "name": "network-vif-plugged", "status": "completed", "tag": "e20769a6-986c-4bef-a558-db20551da4d2"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:34:31.488286 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ca159-2bd0-4f5b-889b-f6477dc1da1c admin admin] Pushing event updated for resources: {'Port': ['ID=d9357ad7-22f7-4df4-8a2d-168b0a4938e4,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:31.500606 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656dd7f3-e6a8-4b1e-86b5-43898f38a31b req-b0a7dedc-e70e-41e6-9b09-57a641f1394b tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:31.503050 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-656dd7f3-e6a8-4b1e-86b5-43898f38a31b req-b0a7dedc-e70e-41e6-9b09-57a641f1394b tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 945 time: 0.1243432 May 12 14:34:31.527822 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port e20769a6-986c-4bef-a558-db20551da4d2, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e20769a6-986c-4bef-a558-db20551da4d2,segment=NetworkSegment(a92136d4-fcb0-4089-aa26-93c6849bc262),segment_id=a92136d4-fcb0-4089-aa26-93c6849bc262)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:34:31.550017 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (e20769a6-986c-4bef-a558-db20551da4d2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:31.606319 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port a99fc8e0-06fe-4fbf-9c8f-7300c0665776 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:34:31.607482 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 9aeb4afd-4e55-430c-9962-ba6206278b59 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:34:31.613666 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6ca159-2bd0-4f5b-889b-f6477dc1da1c admin admin] Network a728485f-9cf4-4e0d-834c-11f53461c9f6 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:34:31.627087 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-6d6ca159-2bd0-4f5b-889b-f6477dc1da1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:34:31.675073 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=e20769a6-986c-4bef-a558-db20551da4d2,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:31.703251 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port 9aeb4afd-4e55-430c-9962-ba6206278b59 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:34:31.703908 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (9aeb4afd-4e55-430c-9962-ba6206278b59), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:31.751665 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c3a4d-4d99-4292-a18f-ec5a561105ab req-7fe7a133-efa8-4ca4-a565-52aba54c900a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:31.753548 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c30c3a4d-4d99-4292-a18f-ec5a561105ab req-7fe7a133-efa8-4ca4-a565-52aba54c900a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.1424804 May 12 14:34:31.769501 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-656dd7f3-e6a8-4b1e-86b5-43898f38a31b req-3747a6b5-9a9e-4aab-ae6d-a429312ff280 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793711 May 12 14:34:31.844050 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8d93ad-e4f1-4ebb-869e-3adaf0a255f8 x-openstack-request-id: req-2b8d93ad-e4f1-4ebb-869e-3adaf0a255f8 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:34:31.847796 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53d1801-00ff-4886-8632-1d02c3275dd5", "name": "network-vif-plugged", "status": "completed", "tag": "e20769a6-986c-4bef-a558-db20551da4d2", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:34:31.848215 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2b8d93ad-e4f1-4ebb-869e-3adaf0a255f8 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:34:31.848647 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b8d93ad-e4f1-4ebb-869e-3adaf0a255f8'] response: {'server_uuid': 'b53d1801-00ff-4886-8632-1d02c3275dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20769a6-986c-4bef-a558-db20551da4d2', 'code': 200} May 12 14:34:31.864113 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port 9aeb4afd-4e55-430c-9962-ba6206278b59 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:34:31.873411 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c30c3a4d-4d99-4292-a18f-ec5a561105ab req-981b21b6-673d-4a78-a18a-db16a25f3cde tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009204 May 12 14:34:31.964378 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-8a791c29-4e4e-42db-9986-415a149af813 None None] Provisioning complete for port d9357ad7-22f7-4df4-8a2d-168b0a4938e4 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:34:31.964841 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8a791c29-4e4e-42db-9986-415a149af813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (d9357ad7-22f7-4df4-8a2d-168b0a4938e4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:32.006619 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-8a791c29-4e4e-42db-9986-415a149af813 None None] Port d9357ad7-22f7-4df4-8a2d-168b0a4938e4 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:34:32.162254 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6ca159-2bd0-4f5b-889b-f6477dc1da1c admin admin] Router a2cb78cf-1702-4686-91cd-b72ddab5c5d0 has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:34:32.257456 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1750b-dad4-4c46-b1b9-8e29b6c3c472 req-474272c1-af33-4140-9c07-dc789eb5c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:32.258961 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-28f1750b-dad4-4c46-b1b9-8e29b6c3c472 req-474272c1-af33-4140-9c07-dc789eb5c6e2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 1130 time: 0.0527017 May 12 14:34:32.336179 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6ca159-2bd0-4f5b-889b-f6477dc1da1c admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:34:32.342992 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-6d6ca159-2bd0-4f5b-889b-f6477dc1da1c admin admin] 10.222.0.75 "PUT /v2.0/routers/a2cb78cf-1702-4686-91cd-b72ddab5c5d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2139783 May 12 14:34:32.356508 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-28f1750b-dad4-4c46-b1b9-8e29b6c3c472 req-d10f9ef8-9488-40d7-8d86-80ff0725e3fb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608165 May 12 14:34:32.896401 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bd450-9995-4871-9ae1-357872e25779 req-39cc3ab1-ad54-47a4-890a-ea5480617500 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:32.897839 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-891bd450-9995-4871-9ae1-357872e25779 req-39cc3ab1-ad54-47a4-890a-ea5480617500 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 946 time: 0.0582354 May 12 14:34:32.948619 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-891bd450-9995-4871-9ae1-357872e25779 req-55274ab0-7899-4f9a-aaad-baac991f2c9f tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453148 May 12 14:34:32.993041 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device f34c0919-ecf5-4645-8ec0-4b4fcda99f25 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:34:33.041675 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port f34c0919-ecf5-4645-8ec0-4b4fcda99f25 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:34:33.042051 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (f34c0919-ecf5-4645-8ec0-4b4fcda99f25), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:33.067560 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ac4e7-3e94-4065-9b65-4d9a60e22072 req-04715e37-52c7-480a-b2c5-594651a2aa0f tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:33.068986 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-405ac4e7-3e94-4065-9b65-4d9a60e22072 req-04715e37-52c7-480a-b2c5-594651a2aa0f tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0610058 May 12 14:34:33.117098 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-405ac4e7-3e94-4065-9b65-4d9a60e22072 req-2e428e20-a066-4ec4-8139-0568766157da tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423999 May 12 14:34:33.128451 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port f34c0919-ecf5-4645-8ec0-4b4fcda99f25 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:34:33.128947 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (f34c0919-ecf5-4645-8ec0-4b4fcda99f25), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:33.149204 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] For port f34c0919-ecf5-4645-8ec0-4b4fcda99f25, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=f34c0919-ecf5-4645-8ec0-4b4fcda99f25,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:34:33.153044 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (f34c0919-ecf5-4645-8ec0-4b4fcda99f25), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:33.193420 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff4854a-ed12-4695-a4cb-2f5cb3b870e9 None None] Sync routers for ids ['a2cb78cf-1702-4686-91cd-b72ddab5c5d0'] in dv-cinder-777031-14-iscsi {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:34:33.207742 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Pushing event updated for resources: {'Port': ['ID=f34c0919-ecf5-4645-8ec0-4b4fcda99f25,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:33.212806 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff4854a-ed12-4695-a4cb-2f5cb3b870e9 None None] Routers {'a2cb78cf-1702-4686-91cd-b72ddab5c5d0'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:34:33.213392 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8ff4854a-ed12-4695-a4cb-2f5cb3b870e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:34:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['a2cb78cf-1702-4686-91cd-b72ddab5c5d0'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:34:33.320278 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-8ff4854a-ed12-4695-a4cb-2f5cb3b870e9 None None] Set router a2cb78cf-1702-4686-91cd-b72ddab5c5d0 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:34:33.510068 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8ff4854a-ed12-4695-a4cb-2f5cb3b870e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cb78cf-1702-4686-91cd-b72ddab5c5d0', 'name': 'tempest-TestShelveInstance-911189685-router', 'tenant_id': '1fdc3cb330c641f8964219da72fbc161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f34c0919-ecf5-4645-8ec0-4b4fcda99f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:34:26Z', 'updated_at': '2022-05-12T14:34:30Z', 'revision_number': 4, 'project_id': '1fdc3cb330c641f8964219da72fbc161', 'gw_port': {'id': 'f34c0919-ecf5-4645-8ec0-4b4fcda99f25', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cb78cf-1702-4686-91cd-b72ddab5c5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:27Z', 'updated_at': '2022-05-12T14:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': 'd9357ad7-22f7-4df4-8a2d-168b0a4938e4', 'name': '', 'network_id': 'a728485f-9cf4-4e0d-834c-11f53461c9f6', 'tenant_id': '1fdc3cb330c641f8964219da72fbc161', 'mac_address': 'fa:16:3e:f8:60:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cb78cf-1702-4686-91cd-b72ddab5c5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6b05fb72-cc80-4ddc-9145-11d9d5442ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:29Z', 'updated_at': '2022-05-12T14:34:31Z', 'revision_number': 2, 'project_id': '1fdc3cb330c641f8964219da72fbc161', 'subnets': [{'id': '6b05fb72-cc80-4ddc-9145-11d9d5442ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:34:33.536393 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff4854a-ed12-4695-a4cb-2f5cb3b870e9 None None] Checking router: a2cb78cf-1702-4686-91cd-b72ddab5c5d0 for host: dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:34:33.536748 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff4854a-ed12-4695-a4cb-2f5cb3b870e9 None None] Updating router a2cb78cf-1702-4686-91cd-b72ddab5c5d0 port d9357ad7-22f7-4df4-8a2d-168b0a4938e4 binding host dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:34:33.563839 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8ff4854a-ed12-4695-a4cb-2f5cb3b870e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (d9357ad7-22f7-4df4-8a2d-168b0a4938e4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:33.713377 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 37016) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:34:33.720888 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a10b273d-938b-45d8-aa44-adda60a67e91 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1101967427', 'description': 'tempest-secgroup-smoke-1101967427 description', 'project_id': 'd9bb0671fa894da79848c7c46e553b5e'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:34:33.739282 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a10b273d-938b-45d8-aa44-adda60a67e91 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:33.817264 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a10b273d-938b-45d8-aa44-adda60a67e91 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for security_group (b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:33.821080 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a10b273d-938b-45d8-aa44-adda60a67e91 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:33.850032 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a10b273d-938b-45d8-aa44-adda60a67e91 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:33.853165 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 37018) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:34:33.853805 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-a10b273d-938b-45d8-aa44-adda60a67e91 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1387293 May 12 14:34:33.857654 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b273d-938b-45d8-aa44-adda60a67e91 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:33.857782 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-59418ca2-d219-4e2b-af24-724b9bbbb339 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Request body: {'security_group_rule': {'security_group_id': 'b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba', 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:34:33.878751 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8ff4854a-ed12-4695-a4cb-2f5cb3b870e9 None None] Publish callbacks [] for port (d9357ad7-22f7-4df4-8a2d-168b0a4938e4), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:33.884631 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8ff4854a-ed12-4695-a4cb-2f5cb3b870e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (d9357ad7-22f7-4df4-8a2d-168b0a4938e4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:33.885699 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-59418ca2-d219-4e2b-af24-724b9bbbb339 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for security_group_rule (2ecb1bad-b070-4fc1-b53a-0147371ca98e), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:33.939441 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-59418ca2-d219-4e2b-af24-724b9bbbb339 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for security_group_rule (2ecb1bad-b070-4fc1-b53a-0147371ca98e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:33.942999 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03449628-da54-4a38-8da8-653545e75bf4 None None] Pushing event updated for resources: {'Port': ['ID=d9357ad7-22f7-4df4-8a2d-168b0a4938e4,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:33.944663 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-59418ca2-d219-4e2b-af24-724b9bbbb339 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (2ecb1bad-b070-4fc1-b53a-0147371ca98e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:33.965067 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59418ca2-d219-4e2b-af24-724b9bbbb339 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ecb1bad-b070-4fc1-b53a-0147371ca98e,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:33.987294 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-59418ca2-d219-4e2b-af24-724b9bbbb339 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:33.991401 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-59418ca2-d219-4e2b-af24-724b9bbbb339 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343038 May 12 14:34:33.991401 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 37022) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:34:33.996104 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-881d5d96-0a3d-459f-9306-107ba42ef634 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Request body: {'security_group_rule': {'security_group_id': 'b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba', 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:34:34.008742 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8ff4854a-ed12-4695-a4cb-2f5cb3b870e9 None None] Attempting to bind port d9357ad7-22f7-4df4-8a2d-168b0a4938e4 on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:34:34.009294 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8ff4854a-ed12-4695-a4cb-2f5cb3b870e9 None None] Attempting to bind port d9357ad7-22f7-4df4-8a2d-168b0a4938e4 by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': '0c4418e8-c16d-4a7a-8a6f-9d08843d7f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a728485f-9cf4-4e0d-834c-11f53461c9f6'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:34:34.009487 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff4854a-ed12-4695-a4cb-2f5cb3b870e9 None None] Attempting to bind port d9357ad7-22f7-4df4-8a2d-168b0a4938e4 on network a728485f-9cf4-4e0d-834c-11f53461c9f6 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:34:34.017753 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff4854a-ed12-4695-a4cb-2f5cb3b870e9 None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:34:34.018124 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff4854a-ed12-4695-a4cb-2f5cb3b870e9 None None] Checking segment: {'id': '0c4418e8-c16d-4a7a-8a6f-9d08843d7f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a728485f-9cf4-4e0d-834c-11f53461c9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:34:34.019108 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8ff4854a-ed12-4695-a4cb-2f5cb3b870e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:34.019108 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff4854a-ed12-4695-a4cb-2f5cb3b870e9 None None] Bound using segment: {'id': '0c4418e8-c16d-4a7a-8a6f-9d08843d7f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a728485f-9cf4-4e0d-834c-11f53461c9f6'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:34:34.019459 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-8ff4854a-ed12-4695-a4cb-2f5cb3b870e9 None None] Bound port: d9357ad7-22f7-4df4-8a2d-168b0a4938e4, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4418e8-c16d-4a7a-8a6f-9d08843d7f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a728485f-9cf4-4e0d-834c-11f53461c9f6'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:34:34.019798 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8ff4854a-ed12-4695-a4cb-2f5cb3b870e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (d9357ad7-22f7-4df4-8a2d-168b0a4938e4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:34.038174 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-881d5d96-0a3d-459f-9306-107ba42ef634 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for security_group_rule (9ad0da86-c6fd-4bf4-975a-78ad397639b3), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:34.089235 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15e3aa-4934-4bcf-b6c6-88726faa92f5 req-198b7942-5328-4bf6-a32f-003aceea2298 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:34.090853 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ac15e3aa-4934-4bcf-b6c6-88726faa92f5 req-198b7942-5328-4bf6-a32f-003aceea2298 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 946 time: 0.0628004 May 12 14:34:34.103797 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-881d5d96-0a3d-459f-9306-107ba42ef634 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for security_group_rule (9ad0da86-c6fd-4bf4-975a-78ad397639b3), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:34.110610 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-881d5d96-0a3d-459f-9306-107ba42ef634 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (9ad0da86-c6fd-4bf4-975a-78ad397639b3), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:34.126711 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8ff4854a-ed12-4695-a4cb-2f5cb3b870e9 None None] For port d9357ad7-22f7-4df4-8a2d-168b0a4938e4, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:34:34.130880 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-8ff4854a-ed12-4695-a4cb-2f5cb3b870e9 None None] For port d9357ad7-22f7-4df4-8a2d-168b0a4938e4, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=d9357ad7-22f7-4df4-8a2d-168b0a4938e4,segment=NetworkSegment(0c4418e8-c16d-4a7a-8a6f-9d08843d7f55),segment_id=0c4418e8-c16d-4a7a-8a6f-9d08843d7f55)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:34:34.139278 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d5d96-0a3d-459f-9306-107ba42ef634 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad0da86-c6fd-4bf4-975a-78ad397639b3,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:34.140829 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8ff4854a-ed12-4695-a4cb-2f5cb3b870e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (d9357ad7-22f7-4df4-8a2d-168b0a4938e4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:34.148733 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-881d5d96-0a3d-459f-9306-107ba42ef634 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:34.150228 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-881d5d96-0a3d-459f-9306-107ba42ef634 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1578286 May 12 14:34:34.153066 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 37026) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:34:34.158626 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-10b2d666-95ca-46ff-bead-f50aec03acac tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Request body: {'security_group_rule': {'security_group_id': 'b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba', 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:34:34.172729 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ac15e3aa-4934-4bcf-b6c6-88726faa92f5 req-84e6b290-d69e-47a8-8bdd-179561f01c0f tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746565 May 12 14:34:34.200205 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10b2d666-95ca-46ff-bead-f50aec03acac tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for security_group_rule (dca2b846-c8b5-46af-ade9-1e1bbca72f52), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:34.223629 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff4854a-ed12-4695-a4cb-2f5cb3b870e9 None None] Routers {'a2cb78cf-1702-4686-91cd-b72ddab5c5d0'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:34:34.224243 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8ff4854a-ed12-4695-a4cb-2f5cb3b870e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:34:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['a2cb78cf-1702-4686-91cd-b72ddab5c5d0'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:34:34.264029 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10b2d666-95ca-46ff-bead-f50aec03acac tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for security_group_rule (dca2b846-c8b5-46af-ade9-1e1bbca72f52), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:34.268543 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03449628-da54-4a38-8da8-653545e75bf4 None None] Pushing event updated for resources: {'Port': ['ID=d9357ad7-22f7-4df4-8a2d-168b0a4938e4,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:34.269864 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10b2d666-95ca-46ff-bead-f50aec03acac tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (dca2b846-c8b5-46af-ade9-1e1bbca72f52), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:34.295004 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d03e86c1-663c-4ca9-810c-41a2d494bdf3 None None] Provisioning complete for port d9357ad7-22f7-4df4-8a2d-168b0a4938e4 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:34:34.295391 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d03e86c1-663c-4ca9-810c-41a2d494bdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (d9357ad7-22f7-4df4-8a2d-168b0a4938e4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:34.303669 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2d666-95ca-46ff-bead-f50aec03acac tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca2b846-c8b5-46af-ade9-1e1bbca72f52,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:34.310421 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff562e-fbe6-4149-9e3a-e030bf76715a req-4b8ab9d5-2832-411b-92fe-64da665a3aa8 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:34.316083 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-01ff562e-fbe6-4149-9e3a-e030bf76715a req-4b8ab9d5-2832-411b-92fe-64da665a3aa8 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0881057 May 12 14:34:34.320400 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10b2d666-95ca-46ff-bead-f50aec03acac tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:34.321600 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-10b2d666-95ca-46ff-bead-f50aec03acac tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1674736 May 12 14:34:34.324333 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 37028) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:34:34.335069 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a0eb071f-82f8-4b82-bee2-1ffcc5b3a47a tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Request body: {'security_group_rule': {'security_group_id': 'b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba', 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:34:34.400041 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a0eb071f-82f8-4b82-bee2-1ffcc5b3a47a tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for security_group_rule (72a16745-d1e0-429c-96e2-69f5d77bd194), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:34.415344 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-8ff4854a-ed12-4695-a4cb-2f5cb3b870e9 None None] Set router a2cb78cf-1702-4686-91cd-b72ddab5c5d0 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:34:34.447685 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-01ff562e-fbe6-4149-9e3a-e030bf76715a req-9da8e14f-3f6c-494c-932e-5d1afbcd6bd5 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279507 May 12 14:34:34.481914 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a0eb071f-82f8-4b82-bee2-1ffcc5b3a47a tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for security_group_rule (72a16745-d1e0-429c-96e2-69f5d77bd194), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:34.487525 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a0eb071f-82f8-4b82-bee2-1ffcc5b3a47a tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (72a16745-d1e0-429c-96e2-69f5d77bd194), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:34.507712 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb071f-82f8-4b82-bee2-1ffcc5b3a47a tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72a16745-d1e0-429c-96e2-69f5d77bd194,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:34.515860 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a0eb071f-82f8-4b82-bee2-1ffcc5b3a47a tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:34.519475 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-a0eb071f-82f8-4b82-bee2-1ffcc5b3a47a tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1917596 May 12 14:34:34.520011 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 37036) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:34:34.525627 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-7233624e-0db5-4214-ac2f-fc02903dbd6b tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Request body: {'security_group_rule': {'security_group_id': 'b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba', 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:34:34.551564 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.db.securitygroups_db [None req-7233624e-0db5-4214-ac2f-fc02903dbd6b tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Project d9bb0671fa894da79848c7c46e553b5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 14:34:34.556946 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7233624e-0db5-4214-ac2f-fc02903dbd6b tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for security_group_rule (5b776a41-efa0-4b61-aa51-7f020dfa7321), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:34.621768 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d03e86c1-663c-4ca9-810c-41a2d494bdf3 None None] Current status of the port d9357ad7-22f7-4df4-8a2d-168b0a4938e4 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:34:34.622068 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d03e86c1-663c-4ca9-810c-41a2d494bdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (d9357ad7-22f7-4df4-8a2d-168b0a4938e4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:34.622917 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7233624e-0db5-4214-ac2f-fc02903dbd6b tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for security_group_rule (5b776a41-efa0-4b61-aa51-7f020dfa7321), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:34.627989 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7233624e-0db5-4214-ac2f-fc02903dbd6b tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (5b776a41-efa0-4b61-aa51-7f020dfa7321), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:34.649745 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233624e-0db5-4214-ac2f-fc02903dbd6b tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b776a41-efa0-4b61-aa51-7f020dfa7321,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:34.661915 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7233624e-0db5-4214-ac2f-fc02903dbd6b tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:34.665817 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-7233624e-0db5-4214-ac2f-fc02903dbd6b tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1434984 May 12 14:34:34.667759 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 37040) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:34:34.685451 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-af3473e2-8ecd-4b80-8d10-9a1a26ad1336 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Request body: {'security_group_rule': {'security_group_id': 'b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba', 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:34:34.713749 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d03e86c1-663c-4ca9-810c-41a2d494bdf3 None None] For port d9357ad7-22f7-4df4-8a2d-168b0a4938e4, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=d9357ad7-22f7-4df4-8a2d-168b0a4938e4,segment=NetworkSegment(0c4418e8-c16d-4a7a-8a6f-9d08843d7f55),segment_id=0c4418e8-c16d-4a7a-8a6f-9d08843d7f55)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:34:34.726359 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.db.securitygroups_db [None req-af3473e2-8ecd-4b80-8d10-9a1a26ad1336 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Project d9bb0671fa894da79848c7c46e553b5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 14:34:34.732283 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d03e86c1-663c-4ca9-810c-41a2d494bdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (d9357ad7-22f7-4df4-8a2d-168b0a4938e4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:34.732735 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af3473e2-8ecd-4b80-8d10-9a1a26ad1336 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for security_group_rule (cf0ba55a-6895-4216-a9a4-1b6938357119), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:34.765913 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-8ff4854a-ed12-4695-a4cb-2f5cb3b870e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cb78cf-1702-4686-91cd-b72ddab5c5d0', 'name': 'tempest-TestShelveInstance-911189685-router', 'tenant_id': '1fdc3cb330c641f8964219da72fbc161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f34c0919-ecf5-4645-8ec0-4b4fcda99f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:34:26Z', 'updated_at': '2022-05-12T14:34:30Z', 'revision_number': 4, 'project_id': '1fdc3cb330c641f8964219da72fbc161', 'gw_port': {'id': 'f34c0919-ecf5-4645-8ec0-4b4fcda99f25', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cb78cf-1702-4686-91cd-b72ddab5c5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:27Z', 'updated_at': '2022-05-12T14:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': 'd9357ad7-22f7-4df4-8a2d-168b0a4938e4', 'name': '', 'network_id': 'a728485f-9cf4-4e0d-834c-11f53461c9f6', 'tenant_id': '1fdc3cb330c641f8964219da72fbc161', 'mac_address': 'fa:16:3e:f8:60:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cb78cf-1702-4686-91cd-b72ddab5c5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6b05fb72-cc80-4ddc-9145-11d9d5442ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:29Z', 'updated_at': '2022-05-12T14:34:34Z', 'revision_number': 4, 'project_id': '1fdc3cb330c641f8964219da72fbc161', 'subnets': [{'id': '6b05fb72-cc80-4ddc-9145-11d9d5442ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:34:34.802722 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af3473e2-8ecd-4b80-8d10-9a1a26ad1336 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for security_group_rule (cf0ba55a-6895-4216-a9a4-1b6938357119), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:34.805468 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff4854a-ed12-4695-a4cb-2f5cb3b870e9 None None] The sync data for ids ['a2cb78cf-1702-4686-91cd-b72ddab5c5d0'] in dv-cinder-777031-14-iscsi is: [{'id': 'a2cb78cf-1702-4686-91cd-b72ddab5c5d0', 'name': 'tempest-TestShelveInstance-911189685-router', 'tenant_id': '1fdc3cb330c641f8964219da72fbc161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f34c0919-ecf5-4645-8ec0-4b4fcda99f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:34:26Z', 'updated_at': '2022-05-12T14:34:30Z', 'revision_number': 4, 'project_id': '1fdc3cb330c641f8964219da72fbc161', 'gw_port': {'id': 'f34c0919-ecf5-4645-8ec0-4b4fcda99f25', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cb78cf-1702-4686-91cd-b72ddab5c5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:27Z', 'updated_at': '2022-05-12T14:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': 'd9357ad7-22f7-4df4-8a2d-168b0a4938e4', 'name': '', 'network_id': 'a728485f-9cf4-4e0d-834c-11f53461c9f6', 'tenant_id': '1fdc3cb330c641f8964219da72fbc161', 'mac_address': 'fa:16:3e:f8:60:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cb78cf-1702-4686-91cd-b72ddab5c5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '6b05fb72-cc80-4ddc-9145-11d9d5442ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:29Z', 'updated_at': '2022-05-12T14:34:34Z', 'revision_number': 4, 'project_id': '1fdc3cb330c641f8964219da72fbc161', 'subnets': [{'id': '6b05fb72-cc80-4ddc-9145-11d9d5442ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:34:34.807338 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af3473e2-8ecd-4b80-8d10-9a1a26ad1336 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (cf0ba55a-6895-4216-a9a4-1b6938357119), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:34.825819 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e86c1-663c-4ca9-810c-41a2d494bdf3 None None] Pushing event updated for resources: {'Port': ['ID=d9357ad7-22f7-4df4-8a2d-168b0a4938e4,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:34.831998 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3473e2-8ecd-4b80-8d10-9a1a26ad1336 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0ba55a-6895-4216-a9a4-1b6938357119,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:34.851714 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af3473e2-8ecd-4b80-8d10-9a1a26ad1336 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:34.861560 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-af3473e2-8ecd-4b80-8d10-9a1a26ad1336 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1842430 May 12 14:34:34.874412 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-e587ea5d-5c4f-4830-aaa0-931efdad6953 None None] Provisioning complete for port d9357ad7-22f7-4df4-8a2d-168b0a4938e4 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:34:34.874881 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e587ea5d-5c4f-4830-aaa0-931efdad6953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (d9357ad7-22f7-4df4-8a2d-168b0a4938e4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:35.030260 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e587ea5d-5c4f-4830-aaa0-931efdad6953 None None] Current status of the port d9357ad7-22f7-4df4-8a2d-168b0a4938e4 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:34:35.176449 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device d9357ad7-22f7-4df4-8a2d-168b0a4938e4 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:34:35.326204 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5fab8-6a23-459e-9eb8-35a1420c3fa8 req-c9b7a9d3-2455-446e-87ec-3c13329c2ebc tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:35.328117 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d9c5fab8-6a23-459e-9eb8-35a1420c3fa8 req-c9b7a9d3-2455-446e-87ec-3c13329c2ebc tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 946 time: 0.0781691 May 12 14:34:35.385355 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port d9357ad7-22f7-4df4-8a2d-168b0a4938e4 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:34:35.385719 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (d9357ad7-22f7-4df4-8a2d-168b0a4938e4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:35.413341 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d9c5fab8-6a23-459e-9eb8-35a1420c3fa8 req-cf28acbf-d8d9-4eae-b956-7a4c9321726d tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747597 May 12 14:34:35.498727 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port d9357ad7-22f7-4df4-8a2d-168b0a4938e4 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:34:35.499902 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device f34c0919-ecf5-4645-8ec0-4b4fcda99f25 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:34:35.580386 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebca1b4-9e5e-489e-aa36-0e69f02f6981 req-7af4ddf8-a17f-42cb-9d3f-d739c3a83da2 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:35.581947 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3ebca1b4-9e5e-489e-aa36-0e69f02f6981 req-7af4ddf8-a17f-42cb-9d3f-d739c3a83da2 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 946 time: 0.0769572 May 12 14:34:35.583485 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port f34c0919-ecf5-4645-8ec0-4b4fcda99f25 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:34:35.583852 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (f34c0919-ecf5-4645-8ec0-4b4fcda99f25), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:35.676184 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port f34c0919-ecf5-4645-8ec0-4b4fcda99f25 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:34:35.690854 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481af1fa-4c61-4a91-aef0-8031553fa835 req-4976e7ba-5d54-4c6a-b00e-87378cca4aab tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:35.692377 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-481af1fa-4c61-4a91-aef0-8031553fa835 req-4976e7ba-5d54-4c6a-b00e-87378cca4aab tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.1060109 May 12 14:34:35.737051 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3ebca1b4-9e5e-489e-aa36-0e69f02f6981 req-7522a13e-902f-48e2-9010-42f2d127db66 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124051 May 12 14:34:35.767489 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 37096) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:34:35.771086 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-481af1fa-4c61-4a91-aef0-8031553fa835 req-aba13cda-02c4-4044-8fa4-1006e410e226 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708787 May 12 14:34:35.953827 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5fe28d-e202-43d5-bd2a-780a76fda25d tempest-TestVolumeBootPattern-1006504365 tempest-TestVolumeBootPattern-1006504365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:35.955592 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-9b5fe28d-e202-43d5-bd2a-780a76fda25d tempest-TestVolumeBootPattern-1006504365 tempest-TestVolumeBootPattern-1006504365-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 1125 time: 0.1868823 May 12 14:34:35.958790 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 37108) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:34:35.963389 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f09c80f3-4dcb-4298-8801-61b228b70648 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Request body: {'floatingip': {'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'port_id': 'e20769a6-986c-4bef-a558-db20551da4d2', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:34:35.988799 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f09c80f3-4dcb-4298-8801-61b228b70648 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:36.076395 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f09c80f3-4dcb-4298-8801-61b228b70648 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:36.189672 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-f09c80f3-4dcb-4298-8801-61b228b70648 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Allocated IP 172.27.0.145 (913ada40-7b52-4232-aff5-95dc520647d4/2870505d-8418-4289-9c4c-0eeadb155262/eddd115f-3e67-456e-9eae-fe88440ee246) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:34:36.292845 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f09c80f3-4dcb-4298-8801-61b228b70648 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for port (eddd115f-3e67-456e-9eae-fe88440ee246), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:36.327082 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f09c80f3-4dcb-4298-8801-61b228b70648 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (eddd115f-3e67-456e-9eae-fe88440ee246), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:36.368640 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09c80f3-4dcb-4298-8801-61b228b70648 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Network 913ada40-7b52-4232-aff5-95dc520647d4 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:34:36.371623 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-f09c80f3-4dcb-4298-8801-61b228b70648 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:34:36.378064 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09c80f3-4dcb-4298-8801-61b228b70648 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:34:36.384528 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c80f3-4dcb-4298-8801-61b228b70648 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Pushing event updated for resources: {'Port': ['ID=eddd115f-3e67-456e-9eae-fe88440ee246,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:36.829425 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f09c80f3-4dcb-4298-8801-61b228b70648 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for floatingip (96a31717-30be-47c3-80d8-1b9f16ae29b8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:36.934980 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1720a-b11c-45a0-96bb-770e21408f44 req-cbeb09cc-75f3-4655-b92d-39fc3be8949b tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:36.936488 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e4b1720a-b11c-45a0-96bb-770e21408f44 req-cbeb09cc-75f3-4655-b92d-39fc3be8949b tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0683479 May 12 14:34:36.987837 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f09c80f3-4dcb-4298-8801-61b228b70648 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (eddd115f-3e67-456e-9eae-fe88440ee246), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:37.029822 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e4b1720a-b11c-45a0-96bb-770e21408f44 req-8a3219ce-7fed-4a2c-b102-8793e6446497 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857027 May 12 14:34:37.200704 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f09c80f3-4dcb-4298-8801-61b228b70648 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for port (eddd115f-3e67-456e-9eae-fe88440ee246), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:37.205327 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f09c80f3-4dcb-4298-8801-61b228b70648 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (eddd115f-3e67-456e-9eae-fe88440ee246), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:37.235854 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f09c80f3-4dcb-4298-8801-61b228b70648 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (96a31717-30be-47c3-80d8-1b9f16ae29b8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:37.286219 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c80f3-4dcb-4298-8801-61b228b70648 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Pushing event updated for resources: {'Port': ['ID=eddd115f-3e67-456e-9eae-fe88440ee246,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:37.355867 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.db.l3_db [None req-f09c80f3-4dcb-4298-8801-61b228b70648 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Floating IP 96a31717-30be-47c3-80d8-1b9f16ae29b8 associated. External IP: 172.27.0.145, port: e20769a6-986c-4bef-a558-db20551da4d2. May 12 14:34:37.595050 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09c80f3-4dcb-4298-8801-61b228b70648 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Router be224814-ba4a-48e9-9634-6a46c1a4d890 has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:34:37.933871 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09c80f3-4dcb-4298-8801-61b228b70648 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:34:37.944381 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d671f1b-dfea-4721-a4fd-976b060535ca None None] Sync routers for ids ['be224814-ba4a-48e9-9634-6a46c1a4d890'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:34:37.952968 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f09c80f3-4dcb-4298-8801-61b228b70648 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:37.983104 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-f09c80f3-4dcb-4298-8801-61b228b70648 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0231409 May 12 14:34:37.983760 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53d1801-00ff-4886-8632-1d02c3275dd5', 'tag': 'e20769a6-986c-4bef-a558-db20551da4d2'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:34:37.986149 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b40ad6-52cb-4d16-8f0d-39344c616e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "b53d1801-00ff-4886-8632-1d02c3275dd5", "tag": "e20769a6-986c-4bef-a558-db20551da4d2"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:34:38.028868 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d45f8b-c330-43b9-8160-5372ed84d10d x-openstack-request-id: req-f1d45f8b-c330-43b9-8160-5372ed84d10d {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:34:38.029166 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53d1801-00ff-4886-8632-1d02c3275dd5", "tag": "e20769a6-986c-4bef-a558-db20551da4d2", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:34:38.029428 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f1d45f8b-c330-43b9-8160-5372ed84d10d {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:34:38.029840 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1d45f8b-c330-43b9-8160-5372ed84d10d'] response: {'name': 'network-changed', 'server_uuid': 'b53d1801-00ff-4886-8632-1d02c3275dd5', 'tag': 'e20769a6-986c-4bef-a558-db20551da4d2', 'status': 'completed', 'code': 200} May 12 14:34:38.038369 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d671f1b-dfea-4721-a4fd-976b060535ca None None] Routers {'be224814-ba4a-48e9-9634-6a46c1a4d890'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:34:38.038978 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-7d671f1b-dfea-4721-a4fd-976b060535ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:34:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['be224814-ba4a-48e9-9634-6a46c1a4d890'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:34:38.147421 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-7d671f1b-dfea-4721-a4fd-976b060535ca None None] Set router be224814-ba4a-48e9-9634-6a46c1a4d890 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:34:38.180266 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b40ad6-52cb-4d16-8f0d-39344c616e8d req-a653b885-5bc3-4e60-ae0e-97461cd6fc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:38.181774 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e5b40ad6-52cb-4d16-8f0d-39344c616e8d req-a653b885-5bc3-4e60-ae0e-97461cd6fc2c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ba0ea753bb0496cbf274e802f50dd0e&device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 1130 time: 0.0631793 May 12 14:34:38.188451 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383bb0a-6ad7-46fc-9ca7-aa384e5509dc req-f554bb34-9839-471e-bbff-6d3d60d64379 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:38.189838 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9383bb0a-6ad7-46fc-9ca7-aa384e5509dc req-f554bb34-9839-471e-bbff-6d3d60d64379 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0800681 May 12 14:34:38.290291 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9383bb0a-6ad7-46fc-9ca7-aa384e5509dc req-1322d4e5-12d0-42df-ade1-bbfed5b4c9ee tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910695 May 12 14:34:38.308582 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b40ad6-52cb-4d16-8f0d-39344c616e8d req-1c6619b6-e814-455b-900d-333cdb399112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:38.310187 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e5b40ad6-52cb-4d16-8f0d-39344c616e8d req-1c6619b6-e814-455b-900d-333cdb399112 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5b96f110-6030-45d9-96d1-0bc86d38fd01 HTTP/1.1" status: 200 len: 913 time: 0.1185420 May 12 14:34:38.364125 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-7d671f1b-dfea-4721-a4fd-976b060535ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'name': 'tempest-TestVolumeBootPattern-1482733113-router', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:00Z', 'updated_at': '2022-05-12T14:33:05Z', 'revision_number': 4, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'gw_port': {'id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:01Z', 'updated_at': '2022-05-12T14:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '96a31717-30be-47c3-80d8-1b9f16ae29b8', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'port_id': 'e20769a6-986c-4bef-a558-db20551da4d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'mac_address': 'fa:16:3e:a6:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d1801-00ff-4886-8632-1d02c3275dd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:34:36Z', 'updated_at': '2022-05-12T14:34:36Z', 'revision_number': 0, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763f2952-1a6d-4c57-af35-28b65d176326', 'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'mac_address': 'fa:16:3e:01:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:03Z', 'updated_at': '2022-05-12T14:33:10Z', 'revision_number': 5, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'subnets': [{'id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:34:38.382827 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e5b40ad6-52cb-4d16-8f0d-39344c616e8d req-7a065667-7018-4798-b9f1-f1698a74fb05 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e20769a6-986c-4bef-a558-db20551da4d2 HTTP/1.1" status: 200 len: 1000 time: 0.0622275 May 12 14:34:38.393259 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d671f1b-dfea-4721-a4fd-976b060535ca None None] Checking router: be224814-ba4a-48e9-9634-6a46c1a4d890 for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:34:38.401696 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d671f1b-dfea-4721-a4fd-976b060535ca None None] Routers {'be224814-ba4a-48e9-9634-6a46c1a4d890'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:34:38.402301 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-7d671f1b-dfea-4721-a4fd-976b060535ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:34:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['be224814-ba4a-48e9-9634-6a46c1a4d890'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:34:38.435666 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b40ad6-52cb-4d16-8f0d-39344c616e8d req-b6ab05cc-e32a-43f6-bc9b-28baf2d68c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:38.437756 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e5b40ad6-52cb-4d16-8f0d-39344c616e8d req-b6ab05cc-e32a-43f6-bc9b-28baf2d68c4a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f0587e5-5c6f-4f23-94d0-5688c2911c12 HTTP/1.1" status: 200 len: 851 time: 0.0436745 May 12 14:34:38.493790 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b40ad6-52cb-4d16-8f0d-39344c616e8d req-a42bff6b-6634-4e32-85b9-addf3e8c47da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:38.495441 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e5b40ad6-52cb-4d16-8f0d-39344c616e8d req-a42bff6b-6634-4e32-85b9-addf3e8c47da service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5b96f110-6030-45d9-96d1-0bc86d38fd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406258 May 12 14:34:38.516296 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-7d671f1b-dfea-4721-a4fd-976b060535ca None None] Set router be224814-ba4a-48e9-9634-6a46c1a4d890 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:34:38.606819 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e5b40ad6-52cb-4d16-8f0d-39344c616e8d req-593c5cf9-05f6-4192-89f3-4911916ef6cd service neutron] 10.222.0.57 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897758 May 12 14:34:38.751018 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e5b40ad6-52cb-4d16-8f0d-39344c616e8d req-89f5b71b-f1e1-486b-92f0-9613eabff821 service neutron] 10.222.0.57 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277132 May 12 14:34:38.784911 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-7d671f1b-dfea-4721-a4fd-976b060535ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'name': 'tempest-TestVolumeBootPattern-1482733113-router', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:00Z', 'updated_at': '2022-05-12T14:33:05Z', 'revision_number': 4, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'gw_port': {'id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:01Z', 'updated_at': '2022-05-12T14:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '96a31717-30be-47c3-80d8-1b9f16ae29b8', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'port_id': 'e20769a6-986c-4bef-a558-db20551da4d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'mac_address': 'fa:16:3e:a6:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d1801-00ff-4886-8632-1d02c3275dd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:34:36Z', 'updated_at': '2022-05-12T14:34:36Z', 'revision_number': 0, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763f2952-1a6d-4c57-af35-28b65d176326', 'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'mac_address': 'fa:16:3e:01:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:03Z', 'updated_at': '2022-05-12T14:33:10Z', 'revision_number': 5, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'subnets': [{'id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:34:38.816220 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d671f1b-dfea-4721-a4fd-976b060535ca None None] The sync data for ids ['be224814-ba4a-48e9-9634-6a46c1a4d890'] in dv-cinder-777031-14-iscsi is: [{'id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'name': 'tempest-TestVolumeBootPattern-1482733113-router', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:00Z', 'updated_at': '2022-05-12T14:33:05Z', 'revision_number': 4, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'gw_port': {'id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:01Z', 'updated_at': '2022-05-12T14:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '96a31717-30be-47c3-80d8-1b9f16ae29b8', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'port_id': 'e20769a6-986c-4bef-a558-db20551da4d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'mac_address': 'fa:16:3e:a6:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d1801-00ff-4886-8632-1d02c3275dd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:34:36Z', 'updated_at': '2022-05-12T14:34:36Z', 'revision_number': 0, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763f2952-1a6d-4c57-af35-28b65d176326', 'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'mac_address': 'fa:16:3e:01:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:03Z', 'updated_at': '2022-05-12T14:33:10Z', 'revision_number': 5, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'subnets': [{'id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:34:39.008952 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56fc383-c482-4a00-9919-ad8951d2636d None None] New status for floating IP 96a31717-30be-47c3-80d8-1b9f16ae29b8: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:34:39.265212 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-831303c1-399a-4202-9202-d6f381203235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:39.411864 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca80c3-0ad3-41b4-ab19-ae8af3cec9fa req-36d7096a-9714-4a5d-b41e-0546ce2a2505 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:39.413251 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f1ca80c3-0ad3-41b4-ab19-ae8af3cec9fa req-36d7096a-9714-4a5d-b41e-0546ce2a2505 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0476432 May 12 14:34:39.464769 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f1ca80c3-0ad3-41b4-ab19-ae8af3cec9fa req-8b496b3f-80a1-420e-8208-5c51f18bd659 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459380 May 12 14:34:40.581597 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76834e-ed0a-4702-b838-309a91bf2568 req-3b9064cf-b88e-4edb-813f-2b230ca332bb tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:40.583069 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0d76834e-ed0a-4702-b838-309a91bf2568 req-3b9064cf-b88e-4edb-813f-2b230ca332bb tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0466270 May 12 14:34:40.633006 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0d76834e-ed0a-4702-b838-309a91bf2568 req-851cad28-2e06-4f5d-9922-0f0b8f9da58d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441966 May 12 14:34:41.626628 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dfedda84-bbc4-4b99-8c9b-3213b7455221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:41.747850 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef4f06-2637-448c-acc9-ad9cb97c716d req-fef1a9ba-7bc0-4bdb-8c55-5b710576515d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:41.749332 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4bef4f06-2637-448c-acc9-ad9cb97c716d req-fef1a9ba-7bc0-4bdb-8c55-5b710576515d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0498486 May 12 14:34:41.801273 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4bef4f06-2637-448c-acc9-ad9cb97c716d req-f3827242-30f5-4abf-b70b-00d2a0be3c81 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460835 May 12 14:34:42.543782 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:34:42.929130 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7d360-cff5-409e-a06f-63a5024888cc req-025356a9-7cdd-4022-b270-945d0adfc675 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:42.931226 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4bf7d360-cff5-409e-a06f-63a5024888cc req-025356a9-7cdd-4022-b270-945d0adfc675 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0505564 May 12 14:34:42.972456 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:42.992439 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4bf7d360-cff5-409e-a06f-63a5024888cc req-f2b64342-77ac-4552-83ee-81f9fb5592c9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488741 May 12 14:34:44.105810 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9c3e2-72a5-4ab6-940b-8fa46d4b588c req-c031abda-d376-4f9a-9f8b-73541d75b878 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:44.107319 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-eda9c3e2-72a5-4ab6-940b-8fa46d4b588c req-c031abda-d376-4f9a-9f8b-73541d75b878 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0466287 May 12 14:34:44.158683 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-eda9c3e2-72a5-4ab6-940b-8fa46d4b588c req-8e140798-e61f-458c-8eca-22bd4857e770 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453622 May 12 14:34:44.348202 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:45.279689 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22877e5e-cbd4-44de-a7fb-5bb4468a3c12 req-afe2032c-e42b-4b48-81d4-f95b4506ad65 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:45.281181 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-22877e5e-cbd4-44de-a7fb-5bb4468a3c12 req-afe2032c-e42b-4b48-81d4-f95b4506ad65 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0510530 May 12 14:34:45.331936 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-22877e5e-cbd4-44de-a7fb-5bb4468a3c12 req-49c51d19-865f-4159-8d98-e33ff7fbd738 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450740 May 12 14:34:45.727545 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:46.001414 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 37258) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:34:46.006200 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-0b5bb2c3-437d-4e56-acff-d241edca8947 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--656090517', 'description': 'tempest-description--1447578056'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:34:46.027519 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0b5bb2c3-437d-4e56-acff-d241edca8947 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:46.098616 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0b5bb2c3-437d-4e56-acff-d241edca8947 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group (210a3cd1-afb9-49ca-aa99-8ee747948fc8), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:46.102518 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0b5bb2c3-437d-4e56-acff-d241edca8947 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (210a3cd1-afb9-49ca-aa99-8ee747948fc8), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:46.131095 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0b5bb2c3-437d-4e56-acff-d241edca8947 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:46.132183 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-0b5bb2c3-437d-4e56-acff-d241edca8947 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1297688 May 12 14:34:46.134471 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5bb2c3-437d-4e56-acff-d241edca8947 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210a3cd1-afb9-49ca-aa99-8ee747948fc8,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:46.135273 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 37262) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:34:46.139795 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-193115a8-7fd2-457f-ba67-7ace97bcdc6b tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Request body: {'security_group_rule': {'security_group_id': '210a3cd1-afb9-49ca-aa99-8ee747948fc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:34:46.165163 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-193115a8-7fd2-457f-ba67-7ace97bcdc6b tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group_rule (60a4bd82-aacd-4f78-9608-0625e4e8a8bc), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:46.209072 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-193115a8-7fd2-457f-ba67-7ace97bcdc6b tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group_rule (60a4bd82-aacd-4f78-9608-0625e4e8a8bc), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:46.212357 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-193115a8-7fd2-457f-ba67-7ace97bcdc6b tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (60a4bd82-aacd-4f78-9608-0625e4e8a8bc), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:46.229969 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193115a8-7fd2-457f-ba67-7ace97bcdc6b tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a4bd82-aacd-4f78-9608-0625e4e8a8bc,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:46.238572 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-193115a8-7fd2-457f-ba67-7ace97bcdc6b tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:46.242575 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-193115a8-7fd2-457f-ba67-7ace97bcdc6b tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1062703 May 12 14:34:46.242694 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 37268) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:34:46.247572 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b84aa199-d90b-4adc-8d1c-8b36009618f0 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Request body: {'security_group_rule': {'security_group_id': '210a3cd1-afb9-49ca-aa99-8ee747948fc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:34:46.275643 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b84aa199-d90b-4adc-8d1c-8b36009618f0 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group_rule (4e7c0a5c-38ec-4a4d-ad3b-8fc4db3261c7), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:46.322089 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b84aa199-d90b-4adc-8d1c-8b36009618f0 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group_rule (4e7c0a5c-38ec-4a4d-ad3b-8fc4db3261c7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:46.326490 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b84aa199-d90b-4adc-8d1c-8b36009618f0 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (4e7c0a5c-38ec-4a4d-ad3b-8fc4db3261c7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:46.345399 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84aa199-d90b-4adc-8d1c-8b36009618f0 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e7c0a5c-38ec-4a4d-ad3b-8fc4db3261c7,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:46.354582 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b84aa199-d90b-4adc-8d1c-8b36009618f0 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:46.355843 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-b84aa199-d90b-4adc-8d1c-8b36009618f0 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1121039 May 12 14:34:46.358778 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 37274) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:34:46.363799 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-4e6a5a50-41ba-4461-a0d9-59324a521f6d tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Request body: {'floatingip': {'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:34:46.384790 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4e6a5a50-41ba-4461-a0d9-59324a521f6d tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:46.448240 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7af05-4424-46ea-8b16-5999f8dd2dab req-b668cc5f-9887-4312-972d-914866a3ab96 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:46.449853 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9be7af05-4424-46ea-8b16-5999f8dd2dab req-b668cc5f-9887-4312-972d-914866a3ab96 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0503585 May 12 14:34:46.463929 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4e6a5a50-41ba-4461-a0d9-59324a521f6d tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:46.496772 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9be7af05-4424-46ea-8b16-5999f8dd2dab req-6720e0ac-3a05-4a98-8e65-802e2e8177e9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402560 May 12 14:34:46.567523 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-4e6a5a50-41ba-4461-a0d9-59324a521f6d tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Allocated IP 172.27.0.252 (913ada40-7b52-4232-aff5-95dc520647d4/2870505d-8418-4289-9c4c-0eeadb155262/86f9d58b-bdea-45e9-91bf-91bbff70c945) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:34:46.669417 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4e6a5a50-41ba-4461-a0d9-59324a521f6d tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for port (86f9d58b-bdea-45e9-91bf-91bbff70c945), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:46.700940 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4e6a5a50-41ba-4461-a0d9-59324a521f6d tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (86f9d58b-bdea-45e9-91bf-91bbff70c945), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:46.736356 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6a5a50-41ba-4461-a0d9-59324a521f6d tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Network 913ada40-7b52-4232-aff5-95dc520647d4 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:34:46.739023 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-4e6a5a50-41ba-4461-a0d9-59324a521f6d tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:34:46.742443 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6a5a50-41ba-4461-a0d9-59324a521f6d tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:34:46.768180 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a5a50-41ba-4461-a0d9-59324a521f6d tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event updated for resources: {'Port': ['ID=86f9d58b-bdea-45e9-91bf-91bbff70c945,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:46.837313 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4e6a5a50-41ba-4461-a0d9-59324a521f6d tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for floatingip (edc18dd0-1dfb-4f22-aeaa-e744ad95497e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:46.872286 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4e6a5a50-41ba-4461-a0d9-59324a521f6d tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (86f9d58b-bdea-45e9-91bf-91bbff70c945), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:47.288538 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4e6a5a50-41ba-4461-a0d9-59324a521f6d tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for port (86f9d58b-bdea-45e9-91bf-91bbff70c945), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:47.302293 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4e6a5a50-41ba-4461-a0d9-59324a521f6d tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814747'] for port (86f9d58b-bdea-45e9-91bf-91bbff70c945), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:47.390963 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a5a50-41ba-4461-a0d9-59324a521f6d tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event updated for resources: {'Port': ['ID=86f9d58b-bdea-45e9-91bf-91bbff70c945,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:47.409091 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4e6a5a50-41ba-4461-a0d9-59324a521f6d tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (edc18dd0-1dfb-4f22-aeaa-e744ad95497e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:47.429706 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4e6a5a50-41ba-4461-a0d9-59324a521f6d tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:47.431196 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-4e6a5a50-41ba-4461-a0d9-59324a521f6d tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0705454 May 12 14:34:47.511467 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26019fc1-e1a5-4542-9969-6b8d73881d7d req-2ec83ad5-7c0d-4e30-adb7-5b390fcadee6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:47.513232 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-26019fc1-e1a5-4542-9969-6b8d73881d7d req-2ec83ad5-7c0d-4e30-adb7-5b390fcadee6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0524209 May 12 14:34:47.588109 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-26019fc1-e1a5-4542-9969-6b8d73881d7d req-7c7fad20-000a-4250-be08-4923077edd1c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679963 May 12 14:34:47.634050 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5f7b1-97d7-484b-b14d-2b38fb48548d req-762f1281-27d0-4ac0-8bf0-658a66f73457 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:47.635743 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-31a5f7b1-97d7-484b-b14d-2b38fb48548d req-762f1281-27d0-4ac0-8bf0-658a66f73457 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0606623 May 12 14:34:47.711495 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-31a5f7b1-97d7-484b-b14d-2b38fb48548d req-ea275c85-0aa9-4651-a3f9-716899cadf94 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700543 May 12 14:34:47.725282 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-ec37fe8a-e683-4c82-b5c7-0d80621efc10 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--656090517&fields=id&tenant_id=e4b5ca018b5f4dda99486407424b8168 HTTP/1.1" status: 200 len: 267 time: 0.0626216 May 12 14:34:47.832457 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-165b1508-50dd-4129-97dc-3c847b7ab67f tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:47.833926 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-165b1508-50dd-4129-97dc-3c847b7ab67f tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/networks?id=3fdc0b19-4053-4c44-8b08-cd1ab3959461 HTTP/1.1" status: 200 len: 814 time: 0.1020987 May 12 14:34:47.848942 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-113e4535-1f94-4f48-966b-73236d2a16a8 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/quotas/e4b5ca018b5f4dda99486407424b8168 HTTP/1.1" status: 200 len: 375 time: 0.0097179 May 12 14:34:47.888301 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:47.905148 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-65756163-87ce-4dfa-bc2f-51d23a29b2c6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e4b5ca018b5f4dda99486407424b8168&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509775 May 12 14:34:48.001348 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-444c5d61-7b79-4686-a282-255bc6823b68 service neutron] 10.222.0.75 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835798 May 12 14:34:48.095216 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-3c5e2b6b-bb65-4385-b213-7410d7d44801 service neutron] 10.222.0.75 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875387 May 12 14:34:48.276577 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f6582f2c-58da-41cd-b6d6-918a89fb4978 req-4ff11e5e-d3fe-4ec0-9ca8-8d0afa52feda tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 210 time: 0.0325704 May 12 14:34:48.704678 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c738c-024d-4870-9685-b38a58058145 req-07043b80-5dfd-41ce-93ed-0dc8d07c11fb tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:48.706154 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-263c738c-024d-4870-9685-b38a58058145 req-07043b80-5dfd-41ce-93ed-0dc8d07c11fb tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0462277 May 12 14:34:48.757053 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-263c738c-024d-4870-9685-b38a58058145 req-04934306-ac9b-4cec-b0af-bd3fa5f4fb0e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451946 May 12 14:34:48.833027 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1de03-64cf-45dc-9274-1dfbd274a271 req-1ab442da-31ff-49c6-bedc-de2e6c5ebd24 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:48.834545 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-04b1de03-64cf-45dc-9274-1dfbd274a271 req-1ab442da-31ff-49c6-bedc-de2e6c5ebd24 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0509636 May 12 14:34:48.882139 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-04b1de03-64cf-45dc-9274-1dfbd274a271 req-3eac8ed8-cf5e-4142-b104-6795afaf3f3a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420163 May 12 14:34:49.371391 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e5e62676-1ab7-4ae8-b001-8bf1c9f7f9cc req-5e2af2f8-1169-4b2a-a223-80998feb5a5f tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 210 time: 0.0291951 May 12 14:34:49.880502 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb2bf2-72ce-4bcb-876a-42b95d72d97b req-2cbe360f-78ca-4691-b3b5-f79e8a671318 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:49.881997 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bdbb2bf2-72ce-4bcb-876a-42b95d72d97b req-2cbe360f-78ca-4691-b3b5-f79e8a671318 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0519519 May 12 14:34:49.939533 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bdbb2bf2-72ce-4bcb-876a-42b95d72d97b req-7a3cdc0f-ba71-4575-804a-1ee3cabefac4 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516851 May 12 14:34:49.995667 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3087f0-e8f0-4fd4-9c36-0d184390962c req-57d093a2-8835-44a0-afd5-e1fa8a803ed1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:49.997136 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cd3087f0-e8f0-4fd4-9c36-0d184390962c req-57d093a2-8835-44a0-afd5-e1fa8a803ed1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0474422 May 12 14:34:50.044181 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cd3087f0-e8f0-4fd4-9c36-0d184390962c req-499a47f5-e1bf-43b2-beac-88b12c1035c7 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412395 May 12 14:34:50.466084 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5b775445-60bd-4032-8e11-cf6b2623eaa3 req-f1676c99-12df-4c3c-a123-9d078d979b08 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 210 time: 0.0296173 May 12 14:34:51.079302 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaa1c3-1288-4029-9197-6d73939dd865 req-22dc4e63-f2c8-49a9-9325-9115283f4aaa tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:51.081143 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3feaa1c3-1288-4029-9197-6d73939dd865 req-22dc4e63-f2c8-49a9-9325-9115283f4aaa tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0576692 May 12 14:34:51.160390 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3feaa1c3-1288-4029-9197-6d73939dd865 req-042d683b-53c5-4b44-a411-93607da7c8fc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737860 May 12 14:34:51.175543 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444379e-8e42-4f19-b985-a198601443d0 req-b68704e5-322d-43ed-b725-6ff6f5f3798d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:51.177455 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c444379e-8e42-4f19-b985-a198601443d0 req-b68704e5-322d-43ed-b725-6ff6f5f3798d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0611765 May 12 14:34:51.229075 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c444379e-8e42-4f19-b985-a198601443d0 req-75589ecb-6edd-4e59-81be-a48da5940851 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428171 May 12 14:34:51.419513 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380c193-f927-4ce1-85b6-78074316f316 req-e3bd8dd5-6495-4255-8d70-5876d072d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:51.421373 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f380c193-f927-4ce1-85b6-78074316f316 req-e3bd8dd5-6495-4255-8d70-5876d072d83f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 1130 time: 0.0450461 May 12 14:34:51.472487 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f380c193-f927-4ce1-85b6-78074316f316 req-ca7af99d-1897-4942-8b91-8cfa022fba84 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374825 May 12 14:34:51.568424 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9c958874-bece-4dcc-887b-8a0171345634 req-114eaf5e-ac51-46b4-b4a4-53c6ffcfecb2 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 210 time: 0.0314276 May 12 14:34:52.282315 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94e49d-c4f3-494f-8972-412fb7298d99 req-588e5bfd-2f58-4615-b26c-80d12a82485e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:52.283829 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0f94e49d-c4f3-494f-8972-412fb7298d99 req-588e5bfd-2f58-4615-b26c-80d12a82485e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0466239 May 12 14:34:52.363616 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a567f17-2d2d-4f11-ae77-3ac5a0fb2117 req-324cb4d3-fb66-4061-92c4-021a8886e19e tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:52.365052 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5a567f17-2d2d-4f11-ae77-3ac5a0fb2117 req-324cb4d3-fb66-4061-92c4-021a8886e19e tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0667949 May 12 14:34:52.372359 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0f94e49d-c4f3-494f-8972-412fb7298d99 req-69d773f9-9ded-4b66-adce-7867809f1bb3 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829284 May 12 14:34:52.422986 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5a567f17-2d2d-4f11-ae77-3ac5a0fb2117 req-ab9e6c84-135e-49cf-a01e-12eca98d6484 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496907 May 12 14:34:52.666051 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3bc9142e-8feb-4ff1-bd9e-0b4c2d2530cc req-09589d92-1e2d-468b-971b-331d89c9681d tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 210 time: 0.0290217 May 12 14:34:53.493401 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc118a-de9d-403b-b44a-7af9b9173cc5 req-651d362c-4b0b-460b-8c2c-385140a490b6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:53.494872 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-95bc118a-de9d-403b-b44a-7af9b9173cc5 req-651d362c-4b0b-460b-8c2c-385140a490b6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0486753 May 12 14:34:53.556721 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10549000-81f4-42b9-9d19-fa7b57dfbb2b req-98824104-425d-4553-8d88-1623fb04b12d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:53.558173 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-10549000-81f4-42b9-9d19-fa7b57dfbb2b req-98824104-425d-4553-8d88-1623fb04b12d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0607843 May 12 14:34:53.599222 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-95bc118a-de9d-403b-b44a-7af9b9173cc5 req-f7a26935-6681-4937-a025-7cc08b1d65e6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927820 May 12 14:34:53.625537 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-10549000-81f4-42b9-9d19-fa7b57dfbb2b req-985b8418-064a-4a74-b0bc-805caeb4c928 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599306 May 12 14:34:53.761541 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1dcbaa1f-cfd2-4fb2-a3c7-e2be75f6f90c req-05a0d5e2-8e80-430d-9125-5241869c9d28 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 210 time: 0.0284579 May 12 14:34:54.585958 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-bc43eaa2-9fd4-46cd-9a2b-7420b638387a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:54.587439 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-bc43eaa2-9fd4-46cd-9a2b-7420b638387a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.57 "GET /v2.0/networks?id=3fdc0b19-4053-4c44-8b08-cd1ab3959461 HTTP/1.1" status: 200 len: 814 time: 0.1149790 May 12 14:34:54.703763 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-4c1b1f67-bd85-4142-a70f-36d6a8c5efc6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4b5ca018b5f4dda99486407424b8168 HTTP/1.1" status: 200 len: 472 time: 0.0977409 May 12 14:34:54.766286 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5891cb2-a914-4d53-8de8-d8f2c8c41d25 req-a644adcd-ebe9-490b-95d0-d132856a1dc3 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:54.767815 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f5891cb2-a914-4d53-8de8-d8f2c8c41d25 req-a644adcd-ebe9-490b-95d0-d132856a1dc3 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0850105 May 12 14:34:54.775837 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a158a5-3eca-44ac-9317-e264b6eb90da req-80386a12-c413-4933-b466-912775e94721 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:54.777345 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-01a158a5-3eca-44ac-9317-e264b6eb90da req-80386a12-c413-4933-b466-912775e94721 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0727277 May 12 14:34:54.866545 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f5891cb2-a914-4d53-8de8-d8f2c8c41d25 req-f5bc69fb-cc77-4e0a-bb47-f57ee3e5035b tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881879 May 12 14:34:54.869862 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-353fb6aa-be23-4079-b8a2-0e26b1869d7f tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Request body: {'port': {'device_id': '6a95d03a-223b-49bc-ba3a-afc4119c02c1', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'admin_state_up': True, 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'security_groups': ['210a3cd1-afb9-49ca-aa99-8ee747948fc8']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:34:54.879462 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-01a158a5-3eca-44ac-9317-e264b6eb90da req-ab2fdf01-7644-413f-bbca-6200b41cad72 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947726 May 12 14:34:54.985428 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5a95d0ab-7cfc-4b9f-beb5-104c7804db4a req-1979c593-c31f-4aab-ba61-2c0db24ad00b tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 210 time: 0.0408430 May 12 14:34:55.043406 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f415b-ccd4-42a2-bb28-27aeb03692f2 req-7ea6bee2-9b9d-47a3-9cc0-4742962e3d5e tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:55.044847 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4d9f415b-ccd4-42a2-bb28-27aeb03692f2 req-7ea6bee2-9b9d-47a3-9cc0-4742962e3d5e tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0640242 May 12 14:34:55.066221 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-353fb6aa-be23-4079-b8a2-0e26b1869d7f tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Made reservation on behalf of e4b5ca018b5f4dda99486407424b8168 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:34:55.069455 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-353fb6aa-be23-4079-b8a2-0e26b1869d7f tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:55.118402 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4d9f415b-ccd4-42a2-bb28-27aeb03692f2 req-2afb0df2-6dca-4c5e-8a1f-9a5723dc09c5 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672696 May 12 14:34:55.219873 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-353fb6aa-be23-4079-b8a2-0e26b1869d7f tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Allocated IP 172.20.0.6 (3fdc0b19-4053-4c44-8b08-cd1ab3959461/cb99a954-a215-4272-a7a1-86abb04d56af/f024020e-bf8c-4cf9-8ca2-23128204e9b2) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:34:55.362566 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-353fb6aa-be23-4079-b8a2-0e26b1869d7f tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for port (f024020e-bf8c-4cf9-8ca2-23128204e9b2), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:55.406448 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-353fb6aa-be23-4079-b8a2-0e26b1869d7f tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (f024020e-bf8c-4cf9-8ca2-23128204e9b2), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:55.459485 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-353fb6aa-be23-4079-b8a2-0e26b1869d7f tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Network 3fdc0b19-4053-4c44-8b08-cd1ab3959461 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:34:55.464772 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-353fb6aa-be23-4079-b8a2-0e26b1869d7f tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:34:55.469515 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-353fb6aa-be23-4079-b8a2-0e26b1869d7f tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:34:55.474500 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-353fb6aa-be23-4079-b8a2-0e26b1869d7f tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:55.475146 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-353fb6aa-be23-4079-b8a2-0e26b1869d7f tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:55.481911 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fb6aa-be23-4079-b8a2-0e26b1869d7f tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event updated for resources: {'Port': ['ID=f024020e-bf8c-4cf9-8ca2-23128204e9b2,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:55.495701 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-353fb6aa-be23-4079-b8a2-0e26b1869d7f tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6325088 May 12 14:34:55.523948 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-5e680350-a3c4-4843-b0bc-225df40e79d5 service neutron] Request body: {'port': {'device_id': '6a95d03a-223b-49bc-ba3a-afc4119c02c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:34:55.584477 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-5e680350-a3c4-4843-b0bc-225df40e79d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (f024020e-bf8c-4cf9-8ca2-23128204e9b2), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:55.717856 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-72a3bfc2-adf7-4df6-bc22-a55975dde5a9 None None] Provisioning complete for port f024020e-bf8c-4cf9-8ca2-23128204e9b2 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:34:55.718370 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-72a3bfc2-adf7-4df6-bc22-a55975dde5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (f024020e-bf8c-4cf9-8ca2-23128204e9b2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:55.756055 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-72a3bfc2-adf7-4df6-bc22-a55975dde5a9 None None] Port f024020e-bf8c-4cf9-8ca2-23128204e9b2 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:34:55.890144 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-5e680350-a3c4-4843-b0bc-225df40e79d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f024020e-bf8c-4cf9-8ca2-23128204e9b2 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:34:55.898245 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-5e680350-a3c4-4843-b0bc-225df40e79d5 service neutron] Publish callbacks [] for port (f024020e-bf8c-4cf9-8ca2-23128204e9b2), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:55.912286 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-5e680350-a3c4-4843-b0bc-225df40e79d5 service neutron] Transition to ACTIVE for port object f024020e-bf8c-4cf9-8ca2-23128204e9b2 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:34:55.916640 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-5e680350-a3c4-4843-b0bc-225df40e79d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (f024020e-bf8c-4cf9-8ca2-23128204e9b2), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:56.029181 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4732e7-791f-4d54-b9a9-8f6ab1bd4233 req-ac1e2488-df39-4fa2-a345-b404368e78bc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:56.030716 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fc4732e7-791f-4d54-b9a9-8f6ab1bd4233 req-ac1e2488-df39-4fa2-a345-b404368e78bc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0878658 May 12 14:34:56.031388 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e680350-a3c4-4843-b0bc-225df40e79d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f024020e-bf8c-4cf9-8ca2-23128204e9b2,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:56.070062 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-5e680350-a3c4-4843-b0bc-225df40e79d5 service neutron] Attempting to bind port f024020e-bf8c-4cf9-8ca2-23128204e9b2 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:34:56.070397 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-5e680350-a3c4-4843-b0bc-225df40e79d5 service neutron] Attempting to bind port f024020e-bf8c-4cf9-8ca2-23128204e9b2 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '3e6925c9-868c-4eb2-b1c7-d7edce7ca97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:34:56.070725 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-5e680350-a3c4-4843-b0bc-225df40e79d5 service neutron] Attempting to bind port f024020e-bf8c-4cf9-8ca2-23128204e9b2 on network 3fdc0b19-4053-4c44-8b08-cd1ab3959461 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:34:56.101134 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-5e680350-a3c4-4843-b0bc-225df40e79d5 service neutron] Port f024020e-bf8c-4cf9-8ca2-23128204e9b2 on network 3fdc0b19-4053-4c44-8b08-cd1ab3959461 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:34:56.101453 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-5e680350-a3c4-4843-b0bc-225df40e79d5 service neutron] Attempting to bind port f024020e-bf8c-4cf9-8ca2-23128204e9b2 on network 3fdc0b19-4053-4c44-8b08-cd1ab3959461 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:34:56.120301 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-5e680350-a3c4-4843-b0bc-225df40e79d5 service neutron] Checking agent: {'id': 'c5e9105e-03c6-4986-a076-8428d06d9de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:34:56.120642 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-5e680350-a3c4-4843-b0bc-225df40e79d5 service neutron] Checking segment: {'id': '3e6925c9-868c-4eb2-b1c7-d7edce7ca97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:34:56.121024 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-5e680350-a3c4-4843-b0bc-225df40e79d5 service neutron] Bound using segment: {'id': '3e6925c9-868c-4eb2-b1c7-d7edce7ca97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:34:56.121474 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-5e680350-a3c4-4843-b0bc-225df40e79d5 service neutron] Bound port: f024020e-bf8c-4cf9-8ca2-23128204e9b2, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e6925c9-868c-4eb2-b1c7-d7edce7ca97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:34:56.121835 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-5e680350-a3c4-4843-b0bc-225df40e79d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (f024020e-bf8c-4cf9-8ca2-23128204e9b2), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:56.142150 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fc4732e7-791f-4d54-b9a9-8f6ab1bd4233 req-9bda2691-5c67-4456-95e8-d0cc4fd767e6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036289 May 12 14:34:56.149671 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67cadc-8412-45f7-8ee7-25f47a75b13e req-e46a3040-8a62-4af8-8194-b56163e31cce tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:56.151160 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8d67cadc-8412-45f7-8ee7-25f47a75b13e req-e46a3040-8a62-4af8-8194-b56163e31cce tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 943 time: 0.0930796 May 12 14:34:56.237230 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-5e680350-a3c4-4843-b0bc-225df40e79d5 service neutron] For port f024020e-bf8c-4cf9-8ca2-23128204e9b2, host hv-cinder-77703, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:34:56.241909 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8d67cadc-8412-45f7-8ee7-25f47a75b13e req-610667b1-840f-42a8-9230-ecf07d34a9e0 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697002 May 12 14:34:56.243542 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-5e680350-a3c4-4843-b0bc-225df40e79d5 service neutron] For port f024020e-bf8c-4cf9-8ca2-23128204e9b2, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=f024020e-bf8c-4cf9-8ca2-23128204e9b2,segment=NetworkSegment(3e6925c9-868c-4eb2-b1c7-d7edce7ca97c),segment_id=3e6925c9-868c-4eb2-b1c7-d7edce7ca97c)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:34:56.249869 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-5e680350-a3c4-4843-b0bc-225df40e79d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (f024020e-bf8c-4cf9-8ca2-23128204e9b2), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:56.284667 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-5e680350-a3c4-4843-b0bc-225df40e79d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:56.285289 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-5e680350-a3c4-4843-b0bc-225df40e79d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:34:56.286671 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-5e680350-a3c4-4843-b0bc-225df40e79d5 service neutron] 10.222.0.57 "PUT /v2.0/ports/f024020e-bf8c-4cf9-8ca2-23128204e9b2 HTTP/1.1" status: 200 len: 1093 time: 0.7672546 May 12 14:34:56.287090 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a95d03a-223b-49bc-ba3a-afc4119c02c1', 'tag': 'f024020e-bf8c-4cf9-8ca2-23128204e9b2'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:34:56.289293 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e827ea-c79e-4fe6-8f48-6e667ceac577" -d '{"events": [{"name": "network-changed", "server_uuid": "6a95d03a-223b-49bc-ba3a-afc4119c02c1", "tag": "f024020e-bf8c-4cf9-8ca2-23128204e9b2"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:34:56.313821 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e680350-a3c4-4843-b0bc-225df40e79d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f024020e-bf8c-4cf9-8ca2-23128204e9b2,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:34:56.328039 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ad83fd-05ef-4e76-b054-4c066300773a x-openstack-request-id: req-34ad83fd-05ef-4e76-b054-4c066300773a {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:34:56.328341 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a95d03a-223b-49bc-ba3a-afc4119c02c1", "tag": "f024020e-bf8c-4cf9-8ca2-23128204e9b2", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:34:56.328600 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-34ad83fd-05ef-4e76-b054-4c066300773a {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:34:56.329013 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34ad83fd-05ef-4e76-b054-4c066300773a'] response: {'name': 'network-changed', 'server_uuid': '6a95d03a-223b-49bc-ba3a-afc4119c02c1', 'tag': 'f024020e-bf8c-4cf9-8ca2-23128204e9b2', 'status': 'completed', 'code': 200} May 12 14:34:56.521118 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e827ea-c79e-4fe6-8f48-6e667ceac577 req-51771f3b-85b6-445e-b1da-4414d2ea2169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:56.522603 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-52e827ea-c79e-4fe6-8f48-6e667ceac577 req-51771f3b-85b6-445e-b1da-4414d2ea2169 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4b5ca018b5f4dda99486407424b8168&device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 1127 time: 0.0389433 May 12 14:34:56.638946 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e827ea-c79e-4fe6-8f48-6e667ceac577 req-cbcfd946-ae7f-4915-accc-2ea03a380e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:56.640407 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-52e827ea-c79e-4fe6-8f48-6e667ceac577 req-cbcfd946-ae7f-4915-accc-2ea03a380e5b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e4b5ca018b5f4dda99486407424b8168&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0925174 May 12 14:34:56.731845 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e827ea-c79e-4fe6-8f48-6e667ceac577 req-bbfeb9bb-7d50-4454-b5b7-4cc2e769a473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:56.733255 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-52e827ea-c79e-4fe6-8f48-6e667ceac577 req-bbfeb9bb-7d50-4454-b5b7-4cc2e769a473 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0843689 May 12 14:34:56.898996 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-9ab860fc-7546-4fc7-9d1f-ecffee40f031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:56.900444 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-9ab860fc-7546-4fc7-9d1f-ecffee40f031 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4b5ca018b5f4dda99486407424b8168&device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 1127 time: 0.0411384 May 12 14:34:56.951777 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-8d3a5572-7844-4cf2-8e38-cacf734ec646 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f024020e-bf8c-4cf9-8ca2-23128204e9b2 HTTP/1.1" status: 200 len: 217 time: 0.0342729 May 12 14:34:56.999105 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-c3727aac-44f2-4b01-954a-64f8170aac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:57.000483 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-c3727aac-44f2-4b01-954a-64f8170aac13 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb99a954-a215-4272-a7a1-86abb04d56af HTTP/1.1" status: 200 len: 853 time: 0.0419221 May 12 14:34:57.044628 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-45eac430-a9e7-4ea2-96c6-578156260886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:57.046217 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-45eac430-a9e7-4ea2-96c6-578156260886 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3fdc0b19-4053-4c44-8b08-cd1ab3959461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0372584 May 12 14:34:57.136855 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-ab1a5179-b815-4094-8606-d794362ca3fc service neutron] 10.222.0.57 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812926 May 12 14:34:57.236034 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c8334c9-447e-4e04-8b6c-aeced80b4303 req-6fde9899-8c78-40a2-b067-96917f514f14 service neutron] 10.222.0.57 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926611 May 12 14:34:57.268616 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b93843-d0c7-456c-903b-103669e33fed req-c4e85e04-1db1-40ae-9578-d7efd77da3fb tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:57.270526 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e9b93843-d0c7-456c-903b-103669e33fed req-c4e85e04-1db1-40ae-9578-d7efd77da3fb tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0527546 May 12 14:34:57.328116 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e9b93843-d0c7-456c-903b-103669e33fed req-9d82ed4f-9543-412d-af1d-6e7a338e51aa tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510089 May 12 14:34:57.361434 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e203003-0e3a-4d38-b184-7481ee42d3b6 req-260beb52-dd4c-4fdf-bedc-61579b43a088 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:57.362862 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3e203003-0e3a-4d38-b184-7481ee42d3b6 req-260beb52-dd4c-4fdf-bedc-61579b43a088 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 943 time: 0.0476019 May 12 14:34:57.410871 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3e203003-0e3a-4d38-b184-7481ee42d3b6 req-4717ff72-4151-491c-880d-e46c2a624984 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424483 May 12 14:34:58.707542 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c68c3-8e92-4219-b7d8-03dd2ee4e221 req-52736e4f-0f0d-4a97-bc5d-d5e579ba6566 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:58.709003 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-de4c68c3-8e92-4219-b7d8-03dd2ee4e221 req-52736e4f-0f0d-4a97-bc5d-d5e579ba6566 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.3095477 May 12 14:34:58.728054 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8d33d-fc03-483a-9314-b2f8ea40dbf7 req-6e22142f-511d-4589-99d7-032eae176950 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:58.729416 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f3d8d33d-fc03-483a-9314-b2f8ea40dbf7 req-6e22142f-511d-4589-99d7-032eae176950 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 943 time: 0.0651860 May 12 14:34:58.787022 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-de4c68c3-8e92-4219-b7d8-03dd2ee4e221 req-f5a25f6b-e079-4e65-9838-acc0238a5b46 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724010 May 12 14:34:58.797819 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f3d8d33d-fc03-483a-9314-b2f8ea40dbf7 req-212764dc-312d-401b-86ea-a36349a0868a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617070 May 12 14:34:59.019491 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1fd40-0718-4d10-8484-ddab77870101 req-487f1083-ef5f-4a5a-ae4e-7394c798f434 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:59.020925 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c4d1fd40-0718-4d10-8484-ddab77870101 req-487f1083-ef5f-4a5a-ae4e-7394c798f434 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0522814 May 12 14:34:59.070386 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c4d1fd40-0718-4d10-8484-ddab77870101 req-2f35fa60-bbce-443e-8378-402e5c1fc682 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437295 May 12 14:34:59.941144 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858be94a-a5dd-4ea8-b146-224ee038003a req-4dae7363-10dc-4b3c-82fc-a3f1355b2194 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:59.942722 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-858be94a-a5dd-4ea8-b146-224ee038003a req-4dae7363-10dc-4b3c-82fc-a3f1355b2194 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0806198 May 12 14:34:59.949547 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc366379-7a40-45c0-a631-829340bb8d53 req-41fcc817-d940-4ae5-ab58-5d48740f3da1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:34:59.951139 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cc366379-7a40-45c0-a631-829340bb8d53 req-41fcc817-d940-4ae5-ab58-5d48740f3da1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 943 time: 0.0801921 May 12 14:35:00.029044 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-858be94a-a5dd-4ea8-b146-224ee038003a req-000cc6b9-e670-4a78-8eb6-68b55b8cc020 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770390 May 12 14:35:00.032212 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cc366379-7a40-45c0-a631-829340bb8d53 req-079a0a91-032f-4f4d-8e48-26baee77c9be tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732872 May 12 14:35:00.184760 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c9c4f-cf35-49e4-a7bf-609dc241aa4e req-329060ce-640a-4c0f-bb7a-3c4558ea7469 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:00.186568 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8f7c9c4f-cf35-49e4-a7bf-609dc241aa4e req-329060ce-640a-4c0f-bb7a-3c4558ea7469 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0487874 May 12 14:35:00.251131 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8f7c9c4f-cf35-49e4-a7bf-609dc241aa4e req-2b3c5f5c-a344-4d77-afc0-0b3cdd3d1e92 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583379 May 12 14:35:01.178284 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f850871-6ca5-4b01-b019-90bc26a67581 req-fea8b950-af79-486a-830b-85865878d156 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:01.179920 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0f850871-6ca5-4b01-b019-90bc26a67581 req-fea8b950-af79-486a-830b-85865878d156 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 943 time: 0.0783629 May 12 14:35:01.185829 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83cbbc-125d-4216-bce4-20470d27f428 req-a641df0e-8147-4c78-ac84-6701aeb07eea tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:01.187345 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3d83cbbc-125d-4216-bce4-20470d27f428 req-a641df0e-8147-4c78-ac84-6701aeb07eea tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0845172 May 12 14:35:01.260462 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0f850871-6ca5-4b01-b019-90bc26a67581 req-96027d1d-8b8b-4919-baa1-af9594584e75 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721102 May 12 14:35:01.268826 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3d83cbbc-125d-4216-bce4-20470d27f428 req-1f55f929-307f-4cce-a740-17078ca998ca tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744374 May 12 14:35:01.378144 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b3861-27e0-4bbf-84f3-330c93245018 req-77db83b3-351e-4d1b-b92d-a661f365a6fc tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:01.379721 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c83b3861-27e0-4bbf-84f3-330c93245018 req-77db83b3-351e-4d1b-b92d-a661f365a6fc tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0486052 May 12 14:35:01.429316 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c83b3861-27e0-4bbf-84f3-330c93245018 req-41843489-d63a-4c67-a356-7c3650d03ba3 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438709 May 12 14:35:02.427462 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd74183-ded1-4fdf-a7a2-57547afc79e7 req-c632d7d1-66e6-442a-a2b9-7e3b6f329674 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:02.428933 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9fd74183-ded1-4fdf-a7a2-57547afc79e7 req-c632d7d1-66e6-442a-a2b9-7e3b6f329674 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 943 time: 0.0801430 May 12 14:35:02.448521 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad2dd6-3782-4e37-81ac-953ef639d610 req-15210562-5028-46bc-99f4-cc3acc205df6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:02.449989 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-83ad2dd6-3782-4e37-81ac-953ef639d610 req-15210562-5028-46bc-99f4-cc3acc205df6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0658410 May 12 14:35:02.514556 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9fd74183-ded1-4fdf-a7a2-57547afc79e7 req-44c6056c-8782-49a0-b656-271a6e154550 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801148 May 12 14:35:02.527338 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-83ad2dd6-3782-4e37-81ac-953ef639d610 req-cc440392-950f-4bb3-86c0-059428d2591b tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700097 May 12 14:35:02.643150 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67958c7-5581-43c2-af9d-91f2a7347793 req-03a7b1ed-c4ef-41bb-a8ba-b75462df91b9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:02.644700 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b67958c7-5581-43c2-af9d-91f2a7347793 req-03a7b1ed-c4ef-41bb-a8ba-b75462df91b9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0624657 May 12 14:35:02.723114 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b67958c7-5581-43c2-af9d-91f2a7347793 req-1aafa871-2f1c-4f0a-af37-b771b3f6aa27 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719535 May 12 14:35:02.729309 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411c09e-cfb8-408a-b60e-ee7626259910 req-11f69453-c3c0-4ee5-92ea-89a45b7ba79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:02.730803 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d411c09e-cfb8-408a-b60e-ee7626259910 req-11f69453-c3c0-4ee5-92ea-89a45b7ba79c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c83c8fa2cd44eab84cb50b3ad06a1d3&device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 1130 time: 0.0586138 May 12 14:35:02.838108 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411c09e-cfb8-408a-b60e-ee7626259910 req-72ce04c6-d635-40c4-861f-09859c57dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:02.839632 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d411c09e-cfb8-408a-b60e-ee7626259910 req-72ce04c6-d635-40c4-861f-09859c57dd3a service neutron] 10.222.0.57 "GET /v2.0/networks?id=a960421c-0ac7-4777-ad11-86ea1221dbd0 HTTP/1.1" status: 200 len: 920 time: 0.0956311 May 12 14:35:03.046371 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device f024020e-bf8c-4cf9-8ca2-23128204e9b2 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:35:03.145738 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port f024020e-bf8c-4cf9-8ca2-23128204e9b2, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=f024020e-bf8c-4cf9-8ca2-23128204e9b2,segment=NetworkSegment(3e6925c9-868c-4eb2-b1c7-d7edce7ca97c),segment_id=3e6925c9-868c-4eb2-b1c7-d7edce7ca97c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:35:03.157885 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Returning: {'device': 'f024020e-bf8c-4cf9-8ca2-23128204e9b2', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'port_id': 'f024020e-bf8c-4cf9-8ca2-23128204e9b2', 'mac_address': 'fa:16:3e:b1:2a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:35:03.200821 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port f024020e-bf8c-4cf9-8ca2-23128204e9b2 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:35:03.201206 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (f024020e-bf8c-4cf9-8ca2-23128204e9b2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:03.214145 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f024020e-bf8c-4cf9-8ca2-23128204e9b2 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:35:03.233912 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port f024020e-bf8c-4cf9-8ca2-23128204e9b2, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=f024020e-bf8c-4cf9-8ca2-23128204e9b2,segment=NetworkSegment(3e6925c9-868c-4eb2-b1c7-d7edce7ca97c),segment_id=3e6925c9-868c-4eb2-b1c7-d7edce7ca97c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:35:03.238913 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (f024020e-bf8c-4cf9-8ca2-23128204e9b2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:03.287701 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=f024020e-bf8c-4cf9-8ca2-23128204e9b2,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:35:03.329529 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d411c09e-cfb8-408a-b60e-ee7626259910 req-f9e975c6-3569-44ba-b225-accdef95c601 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62f6a176-00c7-4955-ac5a-e84fb95f6c3d HTTP/1.1" status: 200 len: 217 time: 0.0370533 May 12 14:35:03.385205 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411c09e-cfb8-408a-b60e-ee7626259910 req-262f2efc-4b5e-4964-af69-7b1e904b918b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:03.386717 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d411c09e-cfb8-408a-b60e-ee7626259910 req-262f2efc-4b5e-4964-af69-7b1e904b918b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ff9df63-a567-422b-b0eb-7dc75045c602 HTTP/1.1" status: 200 len: 858 time: 0.0482888 May 12 14:35:03.438470 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411c09e-cfb8-408a-b60e-ee7626259910 req-a257b9fe-6f34-43d5-9752-8fbde25d213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:03.440630 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d411c09e-cfb8-408a-b60e-ee7626259910 req-a257b9fe-6f34-43d5-9752-8fbde25d213d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a960421c-0ac7-4777-ad11-86ea1221dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423162 May 12 14:35:03.568739 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d411c09e-cfb8-408a-b60e-ee7626259910 req-6f550d7a-6e7f-4500-9921-bcc9033da046 service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930564 May 12 14:35:03.713773 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8192c-cb5b-4968-adde-2c889e5f4594 req-d9dc1740-e60b-4dd8-8ed7-c1a16eb3693e tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:03.715256 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-79f8192c-cb5b-4968-adde-2c889e5f4594 req-d9dc1740-e60b-4dd8-8ed7-c1a16eb3693e tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 944 time: 0.1194961 May 12 14:35:03.728007 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252171b-7c3f-438f-8c15-bfd14ba96a2d req-6c44b893-6ff0-49e6-99f5-cc0a9bad4bb9 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:03.729447 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5252171b-7c3f-438f-8c15-bfd14ba96a2d req-6c44b893-6ff0-49e6-99f5-cc0a9bad4bb9 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0953813 May 12 14:35:03.775750 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d411c09e-cfb8-408a-b60e-ee7626259910 req-e76a94d1-0784-4015-883f-86c8f5fd1128 service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972201 May 12 14:35:03.821409 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-79f8192c-cb5b-4968-adde-2c889e5f4594 req-972652b6-e6fa-48cf-afc9-b324924050b8 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996675 May 12 14:35:03.830208 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5252171b-7c3f-438f-8c15-bfd14ba96a2d req-a27e27cc-fb3c-4777-bd69-967fdf27c0d4 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913827 May 12 14:35:03.930892 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8947fc-1567-4332-93c6-71f2c683f7a4 req-34d55a49-4d58-435f-8302-87df909f0157 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:03.932370 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2d8947fc-1567-4332-93c6-71f2c683f7a4 req-34d55a49-4d58-435f-8302-87df909f0157 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0472116 May 12 14:35:03.983015 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2d8947fc-1567-4332-93c6-71f2c683f7a4 req-de9172d7-eec2-4c86-9626-a8375af18de1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449593 May 12 14:35:04.199669 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['f024020e-bf8c-4cf9-8ca2-23128204e9b2'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:35:04.992036 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d27f3f-de9b-410d-8426-021a3be38c08 req-67305806-82db-4e1f-af73-519b1996a657 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:04.993567 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f2d27f3f-de9b-410d-8426-021a3be38c08 req-67305806-82db-4e1f-af73-519b1996a657 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 944 time: 0.0989678 May 12 14:35:05.002865 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03891497-8bd5-4ff2-b1a5-7d65f7ac3ecc req-87cde504-21c1-4f34-a943-ff1f09c80561 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:05.004340 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-03891497-8bd5-4ff2-b1a5-7d65f7ac3ecc req-87cde504-21c1-4f34-a943-ff1f09c80561 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0776525 May 12 14:35:05.075721 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f2d27f3f-de9b-410d-8426-021a3be38c08 req-ee34c0cb-3a67-43e0-a479-90e015e55278 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703990 May 12 14:35:05.079743 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-03891497-8bd5-4ff2-b1a5-7d65f7ac3ecc req-f602c35b-fe99-4b6a-8ffa-5912867a9caa tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676682 May 12 14:35:05.177026 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a5a5e-086d-4a46-a7bf-39099d159e06 req-e08a2674-2acb-4cab-95d2-acce84e83276 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:05.178471 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f17a5a5e-086d-4a46-a7bf-39099d159e06 req-e08a2674-2acb-4cab-95d2-acce84e83276 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0467365 May 12 14:35:05.224015 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f17a5a5e-086d-4a46-a7bf-39099d159e06 req-05a57456-c971-498e-85d4-cf7388beccc7 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399821 May 12 14:35:06.216904 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e68892-3ab4-402e-af8f-3e3f013be3b6 req-2c90b266-643f-44fa-b733-e3d6a2256674 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:06.218299 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-34e68892-3ab4-402e-af8f-3e3f013be3b6 req-2c90b266-643f-44fa-b733-e3d6a2256674 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 944 time: 0.0740776 May 12 14:35:06.231200 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad22a9-0bff-480a-a87e-1ae22b96dd59 req-1398cb46-8ad7-47e6-8df6-ba3ecfc16b00 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:06.232613 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-24ad22a9-0bff-480a-a87e-1ae22b96dd59 req-1398cb46-8ad7-47e6-8df6-ba3ecfc16b00 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0795379 May 12 14:35:06.295681 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-34e68892-3ab4-402e-af8f-3e3f013be3b6 req-a830524c-955f-4a3e-b1ec-7d90a2601f4e tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714004 May 12 14:35:06.310468 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-24ad22a9-0bff-480a-a87e-1ae22b96dd59 req-19c5c8a2-e142-4768-ad8b-9f8b5d1eaf53 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713923 May 12 14:35:06.397827 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f25d8-55a6-4498-b9d8-a8da1bd411af req-2f33a3da-824b-4c62-a14e-3a7a25624ea0 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:06.399303 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d72f25d8-55a6-4498-b9d8-a8da1bd411af req-2f33a3da-824b-4c62-a14e-3a7a25624ea0 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0471745 May 12 14:35:06.449539 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d72f25d8-55a6-4498-b9d8-a8da1bd411af req-ce78e90a-488a-4244-86ba-74b91d9ad6bf tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445712 May 12 14:35:07.431743 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adf477-52ba-48ac-a030-1dc801e95222 req-155f0431-913c-4398-bd14-3f9aaf7e231b tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:07.433202 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d7adf477-52ba-48ac-a030-1dc801e95222 req-155f0431-913c-4398-bd14-3f9aaf7e231b tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 944 time: 0.0692129 May 12 14:35:07.460794 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45335b-61e9-46ec-8f0e-63ee32a1ca98 req-b001b200-34a7-4f97-a67c-d99e500005f2 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:07.462197 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2c45335b-61e9-46ec-8f0e-63ee32a1ca98 req-b001b200-34a7-4f97-a67c-d99e500005f2 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0713255 May 12 14:35:07.506947 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d7adf477-52ba-48ac-a030-1dc801e95222 req-ddf13b47-3c27-43f7-955e-e53bde691b3d tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681381 May 12 14:35:07.528901 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2c45335b-61e9-46ec-8f0e-63ee32a1ca98 req-f2f7ffda-5bdb-4ce5-9ef6-b7e3ebf834db tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603955 May 12 14:35:07.607636 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd07dc-b7c5-4607-9ae1-9ef547e3c10b req-f9a3748c-9f5c-4e54-b1d0-d10712e5e458 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:07.609008 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-40dd07dc-b7c5-4607-9ae1-9ef547e3c10b req-f9a3748c-9f5c-4e54-b1d0-d10712e5e458 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0489292 May 12 14:35:07.655079 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-40dd07dc-b7c5-4607-9ae1-9ef547e3c10b req-b2ebfb2d-3be5-443d-9ee3-c7612e0351d8 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403574 May 12 14:35:08.649746 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c72b7-f848-46d4-bc49-a0ed81480c25 req-4a7a31eb-8ebe-4eff-82c5-38afdc48ee2b tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:08.651252 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6c9c72b7-f848-46d4-bc49-a0ed81480c25 req-4a7a31eb-8ebe-4eff-82c5-38afdc48ee2b tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 944 time: 0.0769334 May 12 14:35:08.671363 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21760f2d-afd3-41f3-b58a-ab7f7b1ec9e8 req-fc5fc215-a6e9-4d92-94be-51f12f2a42e1 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:08.672780 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-21760f2d-afd3-41f3-b58a-ab7f7b1ec9e8 req-fc5fc215-a6e9-4d92-94be-51f12f2a42e1 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0660820 May 12 14:35:08.734107 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6c9c72b7-f848-46d4-bc49-a0ed81480c25 req-a2b0ab28-c3ef-4330-a271-778026ef1432 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770190 May 12 14:35:08.748486 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-21760f2d-afd3-41f3-b58a-ab7f7b1ec9e8 req-86d931e4-a8ea-48e8-9c47-6247fdfa3682 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656052 May 12 14:35:08.836365 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f33618-c1a5-4190-936b-f2f6832f26ef req-cb1605c8-7173-4a43-bfe5-e3ec48127f13 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:08.837908 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b1f33618-c1a5-4190-936b-f2f6832f26ef req-cb1605c8-7173-4a43-bfe5-e3ec48127f13 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0477407 May 12 14:35:08.884817 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b1f33618-c1a5-4190-936b-f2f6832f26ef req-8e466bc2-e5bf-485c-85ff-7ba6026d0f73 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412216 May 12 14:35:09.267988 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-781b9ed6-7238-48e1-a589-8abb72e44e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:09.876412 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e2665-8c2c-4a36-8c72-fb89d16ae897 req-10df1f44-cc07-424d-8c8f-1797d73ab7f9 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:09.878163 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-802e2665-8c2c-4a36-8c72-fb89d16ae897 req-10df1f44-cc07-424d-8c8f-1797d73ab7f9 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 944 time: 0.0760415 May 12 14:35:09.901411 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e97c7-d364-42be-b9de-46e46e862200 req-0a29fa86-67e7-431c-8797-4527f4d96cf8 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:09.902824 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e39e97c7-d364-42be-b9de-46e46e862200 req-0a29fa86-67e7-431c-8797-4527f4d96cf8 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0724535 May 12 14:35:09.968656 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-802e2665-8c2c-4a36-8c72-fb89d16ae897 req-6390b4b8-cbbb-4eb4-b807-4d23bce6ac03 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849326 May 12 14:35:09.976541 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e39e97c7-d364-42be-b9de-46e46e862200 req-748da8f3-f89d-4b4e-a03f-ecc09e7dd7c4 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670033 May 12 14:35:10.072539 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e068e8-55b7-4d26-be0c-5963be17653a req-89bb0e96-b021-4411-bdbd-7283c567089c tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:10.074004 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a9e068e8-55b7-4d26-be0c-5963be17653a req-89bb0e96-b021-4411-bdbd-7283c567089c tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0467463 May 12 14:35:10.122387 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a9e068e8-55b7-4d26-be0c-5963be17653a req-27776e87-0d3e-41aa-bd11-3f6870a869e2 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428085 May 12 14:35:10.217775 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device f024020e-bf8c-4cf9-8ca2-23128204e9b2 up at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:35:10.265315 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning for port f024020e-bf8c-4cf9-8ca2-23128204e9b2 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:35:10.270788 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning complete for port f024020e-bf8c-4cf9-8ca2-23128204e9b2 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:35:10.271483 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (f024020e-bf8c-4cf9-8ca2-23128204e9b2), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:10.358841 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port f024020e-bf8c-4cf9-8ca2-23128204e9b2 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:35:10.359176 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (f024020e-bf8c-4cf9-8ca2-23128204e9b2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:10.388515 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a95d03a-223b-49bc-ba3a-afc4119c02c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f024020e-bf8c-4cf9-8ca2-23128204e9b2'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:35:10.390781 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b815dea7-3759-4c0a-88ea-53a5b745580a" -d '{"events": [{"server_uuid": "6a95d03a-223b-49bc-ba3a-afc4119c02c1", "name": "network-vif-plugged", "status": "completed", "tag": "f024020e-bf8c-4cf9-8ca2-23128204e9b2"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:35:10.406505 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port f024020e-bf8c-4cf9-8ca2-23128204e9b2, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=f024020e-bf8c-4cf9-8ca2-23128204e9b2,segment=NetworkSegment(3e6925c9-868c-4eb2-b1c7-d7edce7ca97c),segment_id=3e6925c9-868c-4eb2-b1c7-d7edce7ca97c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:35:10.411517 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (f024020e-bf8c-4cf9-8ca2-23128204e9b2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:10.434530 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a8bc99-dc54-4a14-9183-04a2344867b8 x-openstack-request-id: req-e8a8bc99-dc54-4a14-9183-04a2344867b8 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:35:10.434827 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a95d03a-223b-49bc-ba3a-afc4119c02c1", "name": "network-vif-plugged", "status": "completed", "tag": "f024020e-bf8c-4cf9-8ca2-23128204e9b2", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:35:10.435111 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e8a8bc99-dc54-4a14-9183-04a2344867b8 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:35:10.435513 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8a8bc99-dc54-4a14-9183-04a2344867b8'] response: {'server_uuid': '6a95d03a-223b-49bc-ba3a-afc4119c02c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f024020e-bf8c-4cf9-8ca2-23128204e9b2', 'code': 200} May 12 14:35:10.460046 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=f024020e-bf8c-4cf9-8ca2-23128204e9b2,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:35:11.143470 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721629ab-4a07-4225-99b1-cf098da8eeb2 req-f8288d22-9a46-488b-84b0-a7b7386091db tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:11.145334 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-721629ab-4a07-4225-99b1-cf098da8eeb2 req-f8288d22-9a46-488b-84b0-a7b7386091db tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 945 time: 0.0933113 May 12 14:35:11.152933 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f293ef3-5460-4352-ae1f-4ba9a5ad1c9f req-16ea777c-c6f0-43b5-86fb-9fe61ad694c7 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:11.154381 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7f293ef3-5460-4352-ae1f-4ba9a5ad1c9f req-16ea777c-c6f0-43b5-86fb-9fe61ad694c7 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0922065 May 12 14:35:11.208709 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edb6d4-d4c3-41b4-92c8-8a312b939ade req-600f7fea-6dfc-4593-90cb-6c27ae99b1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:11.210199 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c6edb6d4-d4c3-41b4-92c8-8a312b939ade req-600f7fea-6dfc-4593-90cb-6c27ae99b1da service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 1129 time: 0.0837326 May 12 14:35:11.270605 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-721629ab-4a07-4225-99b1-cf098da8eeb2 req-de84c93e-4d15-4ea6-a4f9-f77ad7cb01d3 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002369 May 12 14:35:11.278604 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7f293ef3-5460-4352-ae1f-4ba9a5ad1c9f req-0fcb3723-3f3e-4cbb-98cb-2fd081c97960 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071720 May 12 14:35:11.305262 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c6edb6d4-d4c3-41b4-92c8-8a312b939ade req-1bed393b-f4be-4b7c-903d-f6655972cd1b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637612 May 12 14:35:11.395152 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd79dc-d2d3-4e8b-9a67-9050000775cb req-123f55be-8825-4153-a77b-368b7f0cf983 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:11.396721 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-25cd79dc-d2d3-4e8b-9a67-9050000775cb req-123f55be-8825-4153-a77b-368b7f0cf983 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0541515 May 12 14:35:11.447100 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-25cd79dc-d2d3-4e8b-9a67-9050000775cb req-204b3911-ccb1-4fda-9989-4b294a258078 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440052 May 12 14:35:11.540306 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 37660) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:35:11.630133 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0adce9ee-f2aa-4208-90a7-33c355423249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:11.645801 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b93da471-0099-4b63-a3f5-76f431568ab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:11.726937 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b93da471-0099-4b63-a3f5-76f431568ab7 admin admin] Publish callbacks [] for security_group (2b499461-52cb-41d7-b818-31e71cbc13f1), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:11.734576 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b93da471-0099-4b63-a3f5-76f431568ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (2b499461-52cb-41d7-b818-31e71cbc13f1), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:11.786712 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-b93da471-0099-4b63-a3f5-76f431568ab7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4bd10bf39df949fcb23d1ff0ffc86ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452905 May 12 14:35:11.787460 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93da471-0099-4b63-a3f5-76f431568ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b499461-52cb-41d7-b818-31e71cbc13f1,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:35:11.789408 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 37664) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:35:11.841626 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ff037ac-8c6f-4107-94aa-90642bd16a64 admin admin] Publish callbacks [] for security_group (2b499461-52cb-41d7-b818-31e71cbc13f1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:11.864139 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ff037ac-8c6f-4107-94aa-90642bd16a64 admin admin] Publish callbacks [] for security_group (2b499461-52cb-41d7-b818-31e71cbc13f1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:11.914624 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ff037ac-8c6f-4107-94aa-90642bd16a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (2b499461-52cb-41d7-b818-31e71cbc13f1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:11.917374 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ff037ac-8c6f-4107-94aa-90642bd16a64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:11.918556 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-3ff037ac-8c6f-4107-94aa-90642bd16a64 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2b499461-52cb-41d7-b818-31e71cbc13f1 HTTP/1.1" status: 204 len: 168 time: 0.1272347 May 12 14:35:11.928508 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff037ac-8c6f-4107-94aa-90642bd16a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b499461-52cb-41d7-b818-31e71cbc13f1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:35:12.412610 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b2655-764a-4659-8381-c9927d66ada0 req-8bc43f10-dd2e-4564-ba07-ebeda4bce4b5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:12.414073 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-104b2655-764a-4659-8381-c9927d66ada0 req-8bc43f10-dd2e-4564-ba07-ebeda4bce4b5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 945 time: 0.0737021 May 12 14:35:12.440551 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825a04b-7488-4176-b55b-91918dc9dfe0 req-012f9c0b-c694-4b2e-a15d-73265b6fc81d tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:12.442017 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7825a04b-7488-4176-b55b-91918dc9dfe0 req-012f9c0b-c694-4b2e-a15d-73265b6fc81d tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0711408 May 12 14:35:12.487240 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-104b2655-764a-4659-8381-c9927d66ada0 req-8ac2b001-18aa-4406-bace-3278a73335dd tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673263 May 12 14:35:12.509773 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7825a04b-7488-4176-b55b-91918dc9dfe0 req-f14c9ac1-cbf8-4f27-9f4e-da72b66669a4 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611315 May 12 14:35:12.598644 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a968b-f3d9-4e98-8c5a-5c52b0ca85a6 req-50ea6dff-1fe4-42f8-8dda-3a6c87407b4d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:12.600121 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2c2a968b-f3d9-4e98-8c5a-5c52b0ca85a6 req-50ea6dff-1fe4-42f8-8dda-3a6c87407b4d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0472343 May 12 14:35:12.650736 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2c2a968b-f3d9-4e98-8c5a-5c52b0ca85a6 req-ffcf55b4-7b4d-427c-b3ac-ad4c94e4c4c4 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450242 May 12 14:35:12.962536 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:13.608990 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfce8c-bdb3-45ed-b2a8-4c2dbaf98c1d req-1c13eab2-8574-4126-b153-27d75281d9da tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:13.610452 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1ebfce8c-bdb3-45ed-b2a8-4c2dbaf98c1d req-1c13eab2-8574-4126-b153-27d75281d9da tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 945 time: 0.0548201 May 12 14:35:13.656145 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a03aa-da5d-4270-84f2-80ee9f8053a4 req-d981dd8a-d35d-4adc-bf22-692979d38be4 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:13.658134 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8f4a03aa-da5d-4270-84f2-80ee9f8053a4 req-d981dd8a-d35d-4adc-bf22-692979d38be4 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0718904 May 12 14:35:13.697031 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1ebfce8c-bdb3-45ed-b2a8-4c2dbaf98c1d req-d43c655e-6909-49ee-9461-993aae5553e0 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708625 May 12 14:35:13.727975 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8f4a03aa-da5d-4270-84f2-80ee9f8053a4 req-aebedd71-8779-4c6e-81c7-596d9a49fe16 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601461 May 12 14:35:13.798663 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97904c65-c381-4b8e-a249-4561b435af1a req-0098c34b-1fcf-4258-8ded-0c38e0ca25b9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:13.800219 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-97904c65-c381-4b8e-a249-4561b435af1a req-0098c34b-1fcf-4258-8ded-0c38e0ca25b9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0467684 May 12 14:35:13.850036 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-97904c65-c381-4b8e-a249-4561b435af1a req-179c835f-b0b7-4a35-802f-7ad79bb88e15 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442929 May 12 14:35:14.350526 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:14.816336 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9b976-6c3a-42e0-8d87-64954584000a req-dd0a568f-b5ae-46d3-811e-435648c680bd tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:14.817756 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1ea9b976-6c3a-42e0-8d87-64954584000a req-dd0a568f-b5ae-46d3-811e-435648c680bd tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 945 time: 0.0539227 May 12 14:35:14.871410 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2a3c6-65f4-46dd-b111-67aab4558eae req-a1ce2b6d-d3c2-41c8-a47f-b78785b21794 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:14.872943 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6cd2a3c6-65f4-46dd-b111-67aab4558eae req-a1ce2b6d-d3c2-41c8-a47f-b78785b21794 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0725060 May 12 14:35:14.911579 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1ea9b976-6c3a-42e0-8d87-64954584000a req-34025d40-b5c3-4264-a098-d8125c7ab283 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750728 May 12 14:35:14.943585 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6cd2a3c6-65f4-46dd-b111-67aab4558eae req-f293d9b4-d85a-402d-82db-203e062f48b5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607719 May 12 14:35:15.012042 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f7e43-e00a-468c-8e74-85a3a751ace0 req-a0b25c27-2b22-4f95-b2d0-39c7dfcb7273 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:15.013398 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-702f7e43-e00a-468c-8e74-85a3a751ace0 req-a0b25c27-2b22-4f95-b2d0-39c7dfcb7273 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0465171 May 12 14:35:15.061813 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-702f7e43-e00a-468c-8e74-85a3a751ace0 req-48ada2f8-089f-46aa-9f4b-aab1595b15d3 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428562 May 12 14:35:15.731372 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:16.053383 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9036a-9307-4d12-b3dd-286b099538aa req-1be2710f-5be0-413f-9369-560c6bb20b3a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:16.054782 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d4c9036a-9307-4d12-b3dd-286b099538aa req-1be2710f-5be0-413f-9369-560c6bb20b3a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 945 time: 0.0749400 May 12 14:35:16.075917 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da33e9e-b3f4-430a-ace5-6fabe56305dd req-588be1a7-24c4-42ea-93cd-836b5bd42d53 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:16.077319 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3da33e9e-b3f4-430a-ace5-6fabe56305dd req-588be1a7-24c4-42ea-93cd-836b5bd42d53 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0656359 May 12 14:35:16.145747 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d4c9036a-9307-4d12-b3dd-286b099538aa req-877fb110-0769-42bc-bb48-a869ef929f47 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852897 May 12 14:35:16.149009 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3da33e9e-b3f4-430a-ace5-6fabe56305dd req-1cdbe75a-7454-4df7-812f-1654f21cb7d4 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649319 May 12 14:35:16.262269 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d4313-ff0f-4121-8f43-1cf00bbfe5a4 req-7dd2c6d5-d22d-45dc-9f2b-21319e5931a0 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:16.263795 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8c3d4313-ff0f-4121-8f43-1cf00bbfe5a4 req-7dd2c6d5-d22d-45dc-9f2b-21319e5931a0 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0486295 May 12 14:35:16.311332 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8c3d4313-ff0f-4121-8f43-1cf00bbfe5a4 req-691289b0-d6c4-419d-8793-11a0cc728f86 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413818 May 12 14:35:17.300534 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a8254-c9f1-4c66-af6a-323a163393da req-0b2e7724-f3aa-4ad1-9835-91a54d10a2ed tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:17.302029 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-740a8254-c9f1-4c66-af6a-323a163393da req-0b2e7724-f3aa-4ad1-9835-91a54d10a2ed tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0794227 May 12 14:35:17.310549 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c4cdd-c03a-4e98-829c-a7a6752ffa58 req-814d753d-6821-4610-8690-1e4cbc9ade16 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:17.311958 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-936c4cdd-c03a-4e98-829c-a7a6752ffa58 req-814d753d-6821-4610-8690-1e4cbc9ade16 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 945 time: 0.0797255 May 12 14:35:17.379945 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-740a8254-c9f1-4c66-af6a-323a163393da req-9cf02e57-e6c1-4a72-a498-b643d4addfd9 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670335 May 12 14:35:17.386574 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-936c4cdd-c03a-4e98-829c-a7a6752ffa58 req-bd31ed2b-2f9e-4fdb-bd4e-d513a6805f25 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679877 May 12 14:35:17.489995 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e196222-3152-493e-9b15-43762342550b req-a3c61f8a-117f-481d-a9b4-a83ed7b85e82 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:17.491230 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6e196222-3152-493e-9b15-43762342550b req-a3c61f8a-117f-481d-a9b4-a83ed7b85e82 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0503340 May 12 14:35:17.539514 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6e196222-3152-493e-9b15-43762342550b req-f7778d23-db64-441a-a0df-5a6f63fa9873 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422969 May 12 14:35:18.020259 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:18.526851 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae4232-c818-485b-8b19-760d5bbf4421 req-ace37284-17c6-4f3f-9c45-c93318eef16e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:18.528287 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-78ae4232-c818-485b-8b19-760d5bbf4421 req-ace37284-17c6-4f3f-9c45-c93318eef16e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0741069 May 12 14:35:18.534262 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151f729-c6df-4a84-8304-c7ec1dc3d1e0 req-be591870-cc69-4884-bd93-f2f6a4e82315 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:18.535676 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5151f729-c6df-4a84-8304-c7ec1dc3d1e0 req-be591870-cc69-4884-bd93-f2f6a4e82315 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 945 time: 0.0827141 May 12 14:35:18.611424 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-78ae4232-c818-485b-8b19-760d5bbf4421 req-5be31dea-a40c-441d-9026-676f8d177f8c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742130 May 12 14:35:18.615353 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5151f729-c6df-4a84-8304-c7ec1dc3d1e0 req-8d9b4973-b666-4f72-967c-7aadc14bc81f tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731008 May 12 14:35:18.714669 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4481c4-2e01-4c22-bd98-0d00692b1680 req-837b3e27-ce54-49d7-88e4-1289584692c9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:18.716170 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6f4481c4-2e01-4c22-bd98-0d00692b1680 req-837b3e27-ce54-49d7-88e4-1289584692c9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0477595 May 12 14:35:18.767445 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6f4481c4-2e01-4c22-bd98-0d00692b1680 req-10f3c449-7074-42f4-a3ae-76495456bfd5 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452106 May 12 14:35:19.544734 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:35:19.755046 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11784e22-0ae6-4867-be5a-4a6019d0a84a req-664456f5-5760-4822-9ad8-799aed58c385 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:19.756517 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-11784e22-0ae6-4867-be5a-4a6019d0a84a req-664456f5-5760-4822-9ad8-799aed58c385 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0732145 May 12 14:35:19.767961 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a6f3c-e6f2-451d-b24c-daadd3733713 req-2ec0d661-544e-4793-bba3-286ea8ba225e tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:19.769541 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ba2a6f3c-e6f2-451d-b24c-daadd3733713 req-2ec0d661-544e-4793-bba3-286ea8ba225e tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 945 time: 0.0775716 May 12 14:35:19.835933 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-11784e22-0ae6-4867-be5a-4a6019d0a84a req-7f4d1cc9-49ef-418d-92e9-b856bf418c17 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654047 May 12 14:35:19.847222 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ba2a6f3c-e6f2-451d-b24c-daadd3733713 req-498344d0-9484-4f51-bb6b-0c2f4b461000 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707879 May 12 14:35:19.938074 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108d198-1105-418a-b8ce-d9002fbaba0c req-f8c7a2c0-fc65-4482-8914-96eaaf59f91c tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:19.940231 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c108d198-1105-418a-b8ce-d9002fbaba0c req-f8c7a2c0-fc65-4482-8914-96eaaf59f91c tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0469697 May 12 14:35:19.988649 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c108d198-1105-418a-b8ce-d9002fbaba0c req-4dab75e0-b0e2-48f0-9a7c-2eb588281fa5 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428348 May 12 14:35:20.987307 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fae61b-3637-4059-b67c-235383468875 req-2be12f23-4d35-4c92-8e13-8ebb2a99991d tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:20.988787 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d4fae61b-3637-4059-b67c-235383468875 req-2be12f23-4d35-4c92-8e13-8ebb2a99991d tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0769658 May 12 14:35:20.996862 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17538d04-aa9d-4998-9f9e-83b2e31e993d req-110db3c5-2e8b-4655-bc95-f74e61bf9287 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:20.998241 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-17538d04-aa9d-4998-9f9e-83b2e31e993d req-110db3c5-2e8b-4655-bc95-f74e61bf9287 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 945 time: 0.0777764 May 12 14:35:21.061502 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d4fae61b-3637-4059-b67c-235383468875 req-9acc6c33-e7ca-4e31-acb7-189dc20b567a tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623295 May 12 14:35:21.075906 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-17538d04-aa9d-4998-9f9e-83b2e31e993d req-3c003a60-26ab-40ab-9504-b76f1429bedc tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704980 May 12 14:35:21.166594 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da010d8-4bda-4f77-b9b2-ecc2ba14a145 req-08230593-7399-479e-9781-19d2caca4aa9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:21.168236 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7da010d8-4bda-4f77-b9b2-ecc2ba14a145 req-08230593-7399-479e-9781-19d2caca4aa9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0492246 May 12 14:35:21.221877 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7da010d8-4bda-4f77-b9b2-ecc2ba14a145 req-7a5de712-af48-4d08-a22b-55936fd97b63 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475204 May 12 14:35:22.202872 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b50298-fb68-4255-bdda-b935433c6d88 req-f2b234a9-b4c7-477e-9fa6-bd98dd7a463c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:22.204853 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-43b50298-fb68-4255-bdda-b935433c6d88 req-f2b234a9-b4c7-477e-9fa6-bd98dd7a463c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0700150 May 12 14:35:22.215358 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3839ab-a63e-4582-b0d0-129a49eff933 req-4d5eaa03-51cd-4516-ab20-2c7ee5447b51 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:22.216710 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4a3839ab-a63e-4582-b0d0-129a49eff933 req-4d5eaa03-51cd-4516-ab20-2c7ee5447b51 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 945 time: 0.0729795 May 12 14:35:22.288886 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-43b50298-fb68-4255-bdda-b935433c6d88 req-dc169dbe-5056-42ce-967e-83373c147114 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712411 May 12 14:35:22.292801 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4a3839ab-a63e-4582-b0d0-129a49eff933 req-9d926f3b-4fae-4b2e-a1ed-cca626503bd4 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690844 May 12 14:35:22.394645 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151a805-3e7d-4b5f-b6be-b2829802c510 req-f935a592-07b1-4a69-89a8-6cc696c5c064 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:22.396041 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5151a805-3e7d-4b5f-b6be-b2829802c510 req-f935a592-07b1-4a69-89a8-6cc696c5c064 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0461507 May 12 14:35:22.443127 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5151a805-3e7d-4b5f-b6be-b2829802c510 req-3e9800c4-641c-4582-8e4c-df7842828c12 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416081 May 12 14:35:23.435999 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc15b0-fb32-44ad-9353-e577cd6c5de8 req-807a773b-38b0-4f22-acde-f3746f5a38cb tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:23.437450 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5dbc15b0-fb32-44ad-9353-e577cd6c5de8 req-807a773b-38b0-4f22-acde-f3746f5a38cb tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 945 time: 0.0769296 May 12 14:35:23.443506 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac77fc7-bb74-4e5c-8761-43d678088a6c req-15322684-fbd1-4092-a8ae-9b799b6bc231 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:23.444850 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fac77fc7-bb74-4e5c-8761-43d678088a6c req-15322684-fbd1-4092-a8ae-9b799b6bc231 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0825324 May 12 14:35:23.525082 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5dbc15b0-fb32-44ad-9353-e577cd6c5de8 req-1d09d5a4-387c-454b-a1d0-5645e89a2328 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792940 May 12 14:35:23.528113 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fac77fc7-bb74-4e5c-8761-43d678088a6c req-6057ade0-7900-4ff3-adf1-b7a253fe4c61 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767019 May 12 14:35:23.630389 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a812b96-f339-4900-86d1-d2a6756c9162 req-9ab648c5-d321-4356-9a89-fd34c16e0410 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:23.631820 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1a812b96-f339-4900-86d1-d2a6756c9162 req-9ab648c5-d321-4356-9a89-fd34c16e0410 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0475087 May 12 14:35:23.679836 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1a812b96-f339-4900-86d1-d2a6756c9162 req-e8dba7db-fac1-475e-9566-44abffbd87ff tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424719 May 12 14:35:24.895748 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018a9e4-55e0-44c7-98cd-156ac430c5b9 req-03c8e491-cdfc-4c0e-abd8-a576c62634c3 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:24.897325 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7018a9e4-55e0-44c7-98cd-156ac430c5b9 req-03c8e491-cdfc-4c0e-abd8-a576c62634c3 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 945 time: 0.3033216 May 12 14:35:24.906198 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec981a07-a34d-4d1c-8e4c-d2205bddf39d req-735c7f1b-c022-4d86-b38f-f91ed1f1a059 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:24.907749 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ec981a07-a34d-4d1c-8e4c-d2205bddf39d req-735c7f1b-c022-4d86-b38f-f91ed1f1a059 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.3044760 May 12 14:35:24.977340 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7018a9e4-55e0-44c7-98cd-156ac430c5b9 req-8637da2e-6381-414d-a56a-8bf0d65eb889 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686219 May 12 14:35:24.984179 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ec981a07-a34d-4d1c-8e4c-d2205bddf39d req-c4fdda8c-923c-4c95-a561-880cd5d70b7d tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623279 May 12 14:35:25.077589 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3aad8e-3f44-4c79-b08b-6002095c17dc req-314590ee-c8c5-4e1d-a8be-9f5024d351af tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:25.079610 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0e3aad8e-3f44-4c79-b08b-6002095c17dc req-314590ee-c8c5-4e1d-a8be-9f5024d351af tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0457633 May 12 14:35:25.131052 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0e3aad8e-3f44-4c79-b08b-6002095c17dc req-e4969721-393e-4f58-9a11-25a1288a4139 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457165 May 12 14:35:25.789033 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 7fccb52d-a09a-4e64-adbe-8b42348d39c5 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:35:25.890987 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 7fccb52d-a09a-4e64-adbe-8b42348d39c5, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=7fccb52d-a09a-4e64-adbe-8b42348d39c5,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:35:25.903153 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Returning: {'device': '7fccb52d-a09a-4e64-adbe-8b42348d39c5', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'port_id': '7fccb52d-a09a-4e64-adbe-8b42348d39c5', 'mac_address': 'fa:16:3e:d8:92:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:35:25.947251 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 7fccb52d-a09a-4e64-adbe-8b42348d39c5 is: ACTIVE; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:35:25.947640 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (7fccb52d-a09a-4e64-adbe-8b42348d39c5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:25.960428 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7fccb52d-a09a-4e64-adbe-8b42348d39c5 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:35:25.983051 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 7fccb52d-a09a-4e64-adbe-8b42348d39c5, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=7fccb52d-a09a-4e64-adbe-8b42348d39c5,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:35:25.987617 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (7fccb52d-a09a-4e64-adbe-8b42348d39c5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:26.042023 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=7fccb52d-a09a-4e64-adbe-8b42348d39c5,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:35:26.120686 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fb09f-cff1-42f6-91b8-714305f1533a req-0df9919d-cd31-4655-9760-a292779d6da8 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:26.122139 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-671fb09f-cff1-42f6-91b8-714305f1533a req-0df9919d-cd31-4655-9760-a292779d6da8 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 945 time: 0.0724425 May 12 14:35:26.141849 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106fa66-bfc7-48c3-8798-b9e82a8756e4 req-25441135-1b93-4bc3-a69a-6568163751c1 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:26.143238 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f106fa66-bfc7-48c3-8798-b9e82a8756e4 req-25441135-1b93-4bc3-a69a-6568163751c1 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 944 time: 0.0651872 May 12 14:35:26.203870 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-671fb09f-cff1-42f6-91b8-714305f1533a req-86bd92d9-af5e-475a-bf48-f100890b48d0 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758147 May 12 14:35:26.230863 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f106fa66-bfc7-48c3-8798-b9e82a8756e4 req-679f7954-78cc-4ce7-9167-ab8e809fa27a tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808487 May 12 14:35:26.309727 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['7fccb52d-a09a-4e64-adbe-8b42348d39c5'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:35:26.322282 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d01c7-d2b1-4a29-99e0-13be396e61f3 req-13e2877d-5e56-4240-835c-6aae80c1a0a4 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:26.323816 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4b1d01c7-d2b1-4a29-99e0-13be396e61f3 req-13e2877d-5e56-4240-835c-6aae80c1a0a4 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0486522 May 12 14:35:26.374961 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4b1d01c7-d2b1-4a29-99e0-13be396e61f3 req-7f4e7d24-081e-4c8a-be4b-521eeef89ab2 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455618 May 12 14:35:26.717845 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6239f91c-27f0-46be-9391-b64554622fe3 req-424a8b09-b154-4822-ae35-8d55cb2034a2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0369051 May 12 14:35:26.851679 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239f91c-27f0-46be-9391-b64554622fe3 req-ad29a2fa-3eca-4b7f-9440-6eda1a0b2656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:26.853218 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6239f91c-27f0-46be-9391-b64554622fe3 req-ad29a2fa-3eca-4b7f-9440-6eda1a0b2656 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4b5ca018b5f4dda99486407424b8168&device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 1130 time: 0.0387330 May 12 14:35:26.972016 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239f91c-27f0-46be-9391-b64554622fe3 req-0472e1ed-4803-43f2-9b0f-7dabc0be5648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:26.973525 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6239f91c-27f0-46be-9391-b64554622fe3 req-0472e1ed-4803-43f2-9b0f-7dabc0be5648 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3fdc0b19-4053-4c44-8b08-cd1ab3959461 HTTP/1.1" status: 200 len: 915 time: 0.0952899 May 12 14:35:27.048212 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6239f91c-27f0-46be-9391-b64554622fe3 req-246a2c76-995e-4840-8cd9-6e0df1ac1c56 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3aac594-e895-4346-8c61-7bc47bc88813 HTTP/1.1" status: 200 len: 1001 time: 0.0672081 May 12 14:35:27.116150 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239f91c-27f0-46be-9391-b64554622fe3 req-bfe89294-9226-45e4-a954-b4a85dd4cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:27.117621 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6239f91c-27f0-46be-9391-b64554622fe3 req-bfe89294-9226-45e4-a954-b4a85dd4cdf8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb99a954-a215-4272-a7a1-86abb04d56af HTTP/1.1" status: 200 len: 853 time: 0.0436695 May 12 14:35:27.225424 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239f91c-27f0-46be-9391-b64554622fe3 req-10df4ab8-352e-4157-ae1e-a60de5d6a2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:27.226828 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6239f91c-27f0-46be-9391-b64554622fe3 req-10df4ab8-352e-4157-ae1e-a60de5d6a2f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3fdc0b19-4053-4c44-8b08-cd1ab3959461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385418 May 12 14:35:27.389753 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe961c0-4dd1-4eda-8d70-8aaafe70fea0 req-1b9057fa-98c5-4492-9b22-8d3b4071c763 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:27.391223 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bbe961c0-4dd1-4eda-8d70-8aaafe70fea0 req-1b9057fa-98c5-4492-9b22-8d3b4071c763 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 945 time: 0.0972781 May 12 14:35:27.412693 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb9898-cf91-4aef-94aa-ac399d90b8e7 req-54e352f3-5c5f-4fdf-8ba6-1a04ac571616 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:27.414109 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b8cb9898-cf91-4aef-94aa-ac399d90b8e7 req-54e352f3-5c5f-4fdf-8ba6-1a04ac571616 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 944 time: 0.1038911 May 12 14:35:27.417013 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6239f91c-27f0-46be-9391-b64554622fe3 req-58656ef2-28ed-45b2-924f-05b810ed474c service neutron] 10.222.0.57 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828465 May 12 14:35:27.524772 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bbe961c0-4dd1-4eda-8d70-8aaafe70fea0 req-4591f7d1-7ac9-4253-9728-5f79811e2601 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247017 May 12 14:35:27.548580 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b8cb9898-cf91-4aef-94aa-ac399d90b8e7 req-ee950758-e4c4-4f07-a70e-e4ddf7f621e7 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242530 May 12 14:35:27.568714 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6239f91c-27f0-46be-9391-b64554622fe3 req-3c6db39d-bced-4a55-bd93-f36b38a62227 service neutron] 10.222.0.57 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440184 May 12 14:35:27.636886 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1365d95-ef88-4a81-b67f-03dcfaa82895 req-a16f788c-21b8-43d4-ad57-1faa85187fbc tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:27.638691 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f1365d95-ef88-4a81-b67f-03dcfaa82895 req-a16f788c-21b8-43d4-ad57-1faa85187fbc tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0489950 May 12 14:35:27.696172 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f1365d95-ef88-4a81-b67f-03dcfaa82895 req-dd33efd2-93f1-4502-be1f-3936ab61bb9c tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511982 May 12 14:35:28.336097 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 7fccb52d-a09a-4e64-adbe-8b42348d39c5 up at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:35:28.382128 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning complete for port 7fccb52d-a09a-4e64-adbe-8b42348d39c5 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:35:28.382502 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (7fccb52d-a09a-4e64-adbe-8b42348d39c5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:28.464618 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 7fccb52d-a09a-4e64-adbe-8b42348d39c5 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:35:28.465115 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (7fccb52d-a09a-4e64-adbe-8b42348d39c5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:28.495483 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e2a4c2-6255-4074-9a3c-e5159c3f7b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fccb52d-a09a-4e64-adbe-8b42348d39c5'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:35:28.498537 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0c6ed4-f050-49cb-ad03-283cefa75017" -d '{"events": [{"server_uuid": "d0e2a4c2-6255-4074-9a3c-e5159c3f7b87", "name": "network-vif-plugged", "status": "completed", "tag": "7fccb52d-a09a-4e64-adbe-8b42348d39c5"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:35:28.516376 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 7fccb52d-a09a-4e64-adbe-8b42348d39c5, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=7fccb52d-a09a-4e64-adbe-8b42348d39c5,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:35:28.520304 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (7fccb52d-a09a-4e64-adbe-8b42348d39c5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:28.549634 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5850c6ea-26ea-45da-983f-2c1e005a7543 x-openstack-request-id: req-5850c6ea-26ea-45da-983f-2c1e005a7543 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:35:28.549949 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e2a4c2-6255-4074-9a3c-e5159c3f7b87", "name": "network-vif-plugged", "status": "completed", "tag": "7fccb52d-a09a-4e64-adbe-8b42348d39c5", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:35:28.550205 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5850c6ea-26ea-45da-983f-2c1e005a7543 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:35:28.550594 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5850c6ea-26ea-45da-983f-2c1e005a7543'] response: {'server_uuid': 'd0e2a4c2-6255-4074-9a3c-e5159c3f7b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fccb52d-a09a-4e64-adbe-8b42348d39c5', 'code': 200} May 12 14:35:28.575598 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=7fccb52d-a09a-4e64-adbe-8b42348d39c5,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:35:28.582869 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:28.583243 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:28.583585 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:28.583939 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:28.584273 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:28.584599 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:28.585064 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:28.585485 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:28.585826 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:28.586213 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:28.586585 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:28.586930 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:28.587294 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:28.587616 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:28.587933 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:28.669919 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe8a18-0067-4d34-9bab-e77c8f31bea8 req-09111fd3-137c-4347-aaaa-8f74fb78a086 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:28.671414 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-74fe8a18-0067-4d34-9bab-e77c8f31bea8 req-09111fd3-137c-4347-aaaa-8f74fb78a086 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 945 time: 0.0790422 May 12 14:35:28.699549 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b25ba-d025-4cf3-a3bd-80e5390b713b req-110974a8-2e05-4257-9b7b-6ed6cbf7f761 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:28.701074 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5e1b25ba-d025-4cf3-a3bd-80e5390b713b req-110974a8-2e05-4257-9b7b-6ed6cbf7f761 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0721192 May 12 14:35:28.748389 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-74fe8a18-0067-4d34-9bab-e77c8f31bea8 req-73307b63-6ec7-48e7-9b1d-4741c736dbcd tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707669 May 12 14:35:28.771800 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5e1b25ba-d025-4cf3-a3bd-80e5390b713b req-a02713b7-5f5b-4c3c-8828-65d0d4b918fb tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616407 May 12 14:35:28.896798 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bff1c7-16c6-4397-8100-d5ba22d982ea req-45378743-f2ad-4123-ae9b-81581529ca6b tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:28.898282 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-20bff1c7-16c6-4397-8100-d5ba22d982ea req-45378743-f2ad-4123-ae9b-81581529ca6b tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0822082 May 12 14:35:28.916181 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9afdd-2190-42ac-b956-2f4f79bee910 req-b39321e8-609d-454a-a0b2-0aeb84b31178 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:28.917634 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-09e9afdd-2190-42ac-b956-2f4f79bee910 req-b39321e8-609d-454a-a0b2-0aeb84b31178 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 945 time: 0.0679407 May 12 14:35:28.926550 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 37842) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:35:28.930996 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-415270a7-3db3-4bd3-b31e-96c7e73d45e1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Request body: {'floatingip': {'port_id': 'f024020e-bf8c-4cf9-8ca2-23128204e9b2'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:35:28.956575 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-20bff1c7-16c6-4397-8100-d5ba22d982ea req-d981af20-fac0-4dc2-a57a-3b54dff1b6b9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522375 May 12 14:35:28.972284 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-415270a7-3db3-4bd3-b31e-96c7e73d45e1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for floatingip (edc18dd0-1dfb-4f22-aeaa-e744ad95497e), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:29.237430 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-d3790c05-4b6e-4bf5-bb76-772dc9ef522b tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1101967427&fields=id&tenant_id=d9bb0671fa894da79848c7c46e553b5e HTTP/1.1" status: 200 len: 267 time: 0.0448532 May 12 14:35:29.351068 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-6b6f76b4-b83d-4f96-aa96-0354db91068a tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:29.354035 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-6b6f76b4-b83d-4f96-aa96-0354db91068a tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/networks?id=7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9 HTTP/1.1" status: 200 len: 809 time: 0.1098826 May 12 14:35:29.367563 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-5966d029-f0bb-424b-b1a7-f1476a881761 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/quotas/d9bb0671fa894da79848c7c46e553b5e HTTP/1.1" status: 200 len: 375 time: 0.0096776 May 12 14:35:29.420129 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-0a3249c6-91ff-4baa-99ee-ef5081161931 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d9bb0671fa894da79848c7c46e553b5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460565 May 12 14:35:29.430237 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-415270a7-3db3-4bd3-b31e-96c7e73d45e1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:29.434588 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-415270a7-3db3-4bd3-b31e-96c7e73d45e1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (edc18dd0-1dfb-4f22-aeaa-e744ad95497e), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:29.527693 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-502fcdba-e3cf-418c-a8e9-794eb70bdfa2 service neutron] 10.222.0.75 "GET /v2.0/networks/7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883739 May 12 14:35:29.544831 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.db.l3_db [None req-415270a7-3db3-4bd3-b31e-96c7e73d45e1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Floating IP edc18dd0-1dfb-4f22-aeaa-e744ad95497e associated. External IP: 172.27.0.252, port: f024020e-bf8c-4cf9-8ca2-23128204e9b2. May 12 14:35:29.618461 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-fffdc38b-df0e-416a-a215-35e6ed686d93 service neutron] 10.222.0.75 "GET /v2.0/networks/7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836172 May 12 14:35:29.771640 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415270a7-3db3-4bd3-b31e-96c7e73d45e1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Router dd91525d-7750-4dcb-ae52-af578e78c8de has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:35:29.902653 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415270a7-3db3-4bd3-b31e-96c7e73d45e1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:35:29.915701 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cf06fa-6484-4a2a-8fc0-72b31d0bf7cd None None] Sync routers for ids ['dd91525d-7750-4dcb-ae52-af578e78c8de'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:35:29.916515 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-415270a7-3db3-4bd3-b31e-96c7e73d45e1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:29.933871 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cf06fa-6484-4a2a-8fc0-72b31d0bf7cd None None] Routers {'dd91525d-7750-4dcb-ae52-af578e78c8de'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:35:29.934514 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-21cf06fa-6484-4a2a-8fc0-72b31d0bf7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:35:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['dd91525d-7750-4dcb-ae52-af578e78c8de'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:35:29.972517 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-415270a7-3db3-4bd3-b31e-96c7e73d45e1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "PUT /v2.0/floatingips/edc18dd0-1dfb-4f22-aeaa-e744ad95497e HTTP/1.1" status: 200 len: 991 time: 1.0447526 May 12 14:35:29.973096 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a95d03a-223b-49bc-ba3a-afc4119c02c1', 'tag': 'f024020e-bf8c-4cf9-8ca2-23128204e9b2'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:35:29.975498 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f888e35c128297f2952f8b9a0b9aac45a196d86c82c1b09019427787e24df8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60d9713-d81f-4763-bc58-a1262e1a1bef" -d '{"events": [{"name": "network-changed", "server_uuid": "6a95d03a-223b-49bc-ba3a-afc4119c02c1", "tag": "f024020e-bf8c-4cf9-8ca2-23128204e9b2"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:35:30.012826 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddda1b1-fa57-4034-a5a0-b2f2c8c7c991 req-52c43c82-915f-48cf-9e21-46be6aad40ec tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:30.023121 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fddda1b1-fa57-4034-a5a0-b2f2c8c7c991 req-52c43c82-915f-48cf-9e21-46be6aad40ec tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.1708858 May 12 14:35:30.027565 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7ad6f269-fe40-4c39-8772-f99afaf56202 req-f4a2fe2b-9b48-4a38-b68b-743395d4ae83 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 210 time: 0.0935333 May 12 14:35:30.070176 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-21cf06fa-6484-4a2a-8fc0-72b31d0bf7cd None None] Set router dd91525d-7750-4dcb-ae52-af578e78c8de gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:35:30.086799 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adae804c-4cd4-43c8-92c4-1ff9ad8202e9 x-openstack-request-id: req-adae804c-4cd4-43c8-92c4-1ff9ad8202e9 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:35:30.087313 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a95d03a-223b-49bc-ba3a-afc4119c02c1", "tag": "f024020e-bf8c-4cf9-8ca2-23128204e9b2", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:35:30.087746 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-adae804c-4cd4-43c8-92c4-1ff9ad8202e9 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:35:30.088412 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adae804c-4cd4-43c8-92c4-1ff9ad8202e9'] response: {'name': 'network-changed', 'server_uuid': '6a95d03a-223b-49bc-ba3a-afc4119c02c1', 'tag': 'f024020e-bf8c-4cf9-8ca2-23128204e9b2', 'status': 'completed', 'code': 200} May 12 14:35:30.111404 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fddda1b1-fa57-4034-a5a0-b2f2c8c7c991 req-a2999758-ff32-43c4-8337-c3754ab1de1c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835395 May 12 14:35:30.213021 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482af5a-3baa-42a7-9d96-343566b917fc req-ac19370c-0cfa-453c-a4e9-1cfd642c44c3 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:30.214586 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1482af5a-3baa-42a7-9d96-343566b917fc req-ac19370c-0cfa-453c-a4e9-1cfd642c44c3 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0762274 May 12 14:35:30.215779 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d9713-d81f-4763-bc58-a1262e1a1bef req-d9162968-b3a9-4db9-b5d3-b6f7592507c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:30.217148 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b60d9713-d81f-4763-bc58-a1262e1a1bef req-d9162968-b3a9-4db9-b5d3-b6f7592507c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4b5ca018b5f4dda99486407424b8168&device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 1129 time: 0.0690207 May 12 14:35:30.335243 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1482af5a-3baa-42a7-9d96-343566b917fc req-c0186294-965c-4e26-96c2-4eac5ef3d663 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117508 May 12 14:35:30.360778 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-21cf06fa-6484-4a2a-8fc0-72b31d0bf7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '4c231c8a-cc42-4c84-a446-1cac418ff65b', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'port_id': 'c3aac594-e895-4346-8c61-7bc47bc88813', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'mac_address': 'fa:16:3e:2a:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fab0a31-9c59-40c0-8350-788bf0458078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:31:31Z', 'updated_at': '2022-05-12T14:32:39Z', 'revision_number': 2, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'fixed_ip_address_scope': None}, {'id': 'edc18dd0-1dfb-4f22-aeaa-e744ad95497e', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'port_id': 'f024020e-bf8c-4cf9-8ca2-23128204e9b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'mac_address': 'fa:16:3e:b1:2a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a95d03a-223b-49bc-ba3a-afc4119c02c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:34:46Z', 'updated_at': '2022-05-12T14:35:29Z', 'revision_number': 1, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1881a025-4b13-41d1-a6b2-bb60f215b10a', 'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'mac_address': 'fa:16:3e:5c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:23Z', 'updated_at': '2022-05-12T14:31:29Z', 'revision_number': 5, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'subnets': [{'id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:35:30.373293 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d9713-d81f-4763-bc58-a1262e1a1bef req-a9e6287a-694f-49dc-9c66-72d6a95045b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:30.374758 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b60d9713-d81f-4763-bc58-a1262e1a1bef req-a9e6287a-694f-49dc-9c66-72d6a95045b4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3fdc0b19-4053-4c44-8b08-cd1ab3959461 HTTP/1.1" status: 200 len: 915 time: 0.1336296 May 12 14:35:30.464249 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b60d9713-d81f-4763-bc58-a1262e1a1bef req-e1e64b3d-6330-403e-a6a4-16efb69b1e28 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f024020e-bf8c-4cf9-8ca2-23128204e9b2 HTTP/1.1" status: 200 len: 999 time: 0.0682740 May 12 14:35:30.483766 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cf06fa-6484-4a2a-8fc0-72b31d0bf7cd None None] Checking router: dd91525d-7750-4dcb-ae52-af578e78c8de for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:35:30.492818 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cf06fa-6484-4a2a-8fc0-72b31d0bf7cd None None] Routers {'dd91525d-7750-4dcb-ae52-af578e78c8de'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:35:30.493427 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-21cf06fa-6484-4a2a-8fc0-72b31d0bf7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:35:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['dd91525d-7750-4dcb-ae52-af578e78c8de'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:35:30.517394 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d9713-d81f-4763-bc58-a1262e1a1bef req-33047269-d105-4910-9faa-052578b4bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:30.518996 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b60d9713-d81f-4763-bc58-a1262e1a1bef req-33047269-d105-4910-9faa-052578b4bb20 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb99a954-a215-4272-a7a1-86abb04d56af HTTP/1.1" status: 200 len: 853 time: 0.0467422 May 12 14:35:30.599955 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d9713-d81f-4763-bc58-a1262e1a1bef req-6a72a266-7301-471a-929d-1079481e029a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:30.601480 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b60d9713-d81f-4763-bc58-a1262e1a1bef req-6a72a266-7301-471a-929d-1079481e029a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3fdc0b19-4053-4c44-8b08-cd1ab3959461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423789 May 12 14:35:30.613822 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-21cf06fa-6484-4a2a-8fc0-72b31d0bf7cd None None] Set router dd91525d-7750-4dcb-ae52-af578e78c8de gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:35:30.699963 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b60d9713-d81f-4763-bc58-a1262e1a1bef req-8fe7d3ea-ef53-4bea-b48c-0c9c736050aa service neutron] 10.222.0.57 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909212 May 12 14:35:30.839216 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-21cf06fa-6484-4a2a-8fc0-72b31d0bf7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '4c231c8a-cc42-4c84-a446-1cac418ff65b', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'port_id': 'c3aac594-e895-4346-8c61-7bc47bc88813', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'mac_address': 'fa:16:3e:2a:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fab0a31-9c59-40c0-8350-788bf0458078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:31:31Z', 'updated_at': '2022-05-12T14:32:39Z', 'revision_number': 2, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'fixed_ip_address_scope': None}, {'id': 'edc18dd0-1dfb-4f22-aeaa-e744ad95497e', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'port_id': 'f024020e-bf8c-4cf9-8ca2-23128204e9b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'mac_address': 'fa:16:3e:b1:2a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a95d03a-223b-49bc-ba3a-afc4119c02c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:34:46Z', 'updated_at': '2022-05-12T14:35:29Z', 'revision_number': 1, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1881a025-4b13-41d1-a6b2-bb60f215b10a', 'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'mac_address': 'fa:16:3e:5c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:23Z', 'updated_at': '2022-05-12T14:31:29Z', 'revision_number': 5, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'subnets': [{'id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:35:30.873196 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cf06fa-6484-4a2a-8fc0-72b31d0bf7cd None None] The sync data for ids ['dd91525d-7750-4dcb-ae52-af578e78c8de'] in dv-cinder-777031-14-iscsi is: [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '4c231c8a-cc42-4c84-a446-1cac418ff65b', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'port_id': 'c3aac594-e895-4346-8c61-7bc47bc88813', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'mac_address': 'fa:16:3e:2a:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fab0a31-9c59-40c0-8350-788bf0458078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:31:31Z', 'updated_at': '2022-05-12T14:32:39Z', 'revision_number': 2, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'fixed_ip_address_scope': None}, {'id': 'edc18dd0-1dfb-4f22-aeaa-e744ad95497e', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'port_id': 'f024020e-bf8c-4cf9-8ca2-23128204e9b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'mac_address': 'fa:16:3e:b1:2a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a95d03a-223b-49bc-ba3a-afc4119c02c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:34:46Z', 'updated_at': '2022-05-12T14:35:29Z', 'revision_number': 1, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1881a025-4b13-41d1-a6b2-bb60f215b10a', 'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'mac_address': 'fa:16:3e:5c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:23Z', 'updated_at': '2022-05-12T14:31:29Z', 'revision_number': 5, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'subnets': [{'id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:35:31.133570 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62810446-8e58-4bb8-a98a-2cadc5dfddf5 None None] New status for floating IP edc18dd0-1dfb-4f22-aeaa-e744ad95497e: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:35:31.170832 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b60d9713-d81f-4763-bc58-a1262e1a1bef req-964d1f16-1346-4cef-9d6f-baa24aab1300 service neutron] 10.222.0.57 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445236 May 12 14:35:31.193011 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7372b211-32a0-490d-8636-f149154d57b7 req-1de2a4a9-d370-4f8c-a4dc-ebc0939d9657 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 210 time: 0.0483084 May 12 14:35:31.375401 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa3f51-7c3d-46af-978a-3a1f0cc2bcdb req-95b41655-f7a5-4f1b-8581-1da6f75a68bd tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:31.377212 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9ffa3f51-7c3d-46af-978a-3a1f0cc2bcdb req-95b41655-f7a5-4f1b-8581-1da6f75a68bd tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0882635 May 12 14:35:31.402131 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-104f451a-181e-4893-8405-5e91901186b1 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:31.403650 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-104f451a-181e-4893-8405-5e91901186b1 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.57 "GET /v2.0/networks?id=7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9 HTTP/1.1" status: 200 len: 809 time: 0.1918933 May 12 14:35:31.445501 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9ffa3f51-7c3d-46af-978a-3a1f0cc2bcdb req-5c831957-9ca0-4e43-931a-fab0b8b0fcd0 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566056 May 12 14:35:31.515003 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-77b55e34-bc68-4cbe-950d-53ed172743fc tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9bb0671fa894da79848c7c46e553b5e HTTP/1.1" status: 200 len: 380 time: 0.0621631 May 12 14:35:31.551217 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-32c9bd72-a2bd-4e13-b7d2-467cdb12a4a3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Request body: {'port': {'device_id': 'ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef', 'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9', 'admin_state_up': True, 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'security_groups': ['b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:35:31.593128 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e16c6-30fd-4b65-9030-0705d1580929 req-97170cff-68c1-4a4b-ad42-2e4bee0c853e tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:31.595246 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f93e16c6-30fd-4b65-9030-0705d1580929 req-97170cff-68c1-4a4b-ad42-2e4bee0c853e tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0792382 May 12 14:35:31.694742 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f93e16c6-30fd-4b65-9030-0705d1580929 req-684ea9fe-8b03-41d2-aabb-81c9d6227444 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935595 May 12 14:35:31.711748 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-32c9bd72-a2bd-4e13-b7d2-467cdb12a4a3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Made reservation on behalf of d9bb0671fa894da79848c7c46e553b5e for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:35:31.715238 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-32c9bd72-a2bd-4e13-b7d2-467cdb12a4a3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:31.855496 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-32c9bd72-a2bd-4e13-b7d2-467cdb12a4a3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Allocated IP 172.20.0.10 (7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9/01f0db1e-e8da-4cb5-8f75-f3f1c91eada4/228c90b8-3a08-410b-be25-ba639362a959) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:35:31.999822 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-32c9bd72-a2bd-4e13-b7d2-467cdb12a4a3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for port (228c90b8-3a08-410b-be25-ba639362a959), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:32.034417 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-32c9bd72-a2bd-4e13-b7d2-467cdb12a4a3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (228c90b8-3a08-410b-be25-ba639362a959), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:32.074146 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-32c9bd72-a2bd-4e13-b7d2-467cdb12a4a3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Network 7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:35:32.077189 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-32c9bd72-a2bd-4e13-b7d2-467cdb12a4a3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:35:32.081388 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-32c9bd72-a2bd-4e13-b7d2-467cdb12a4a3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:35:32.086731 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-32c9bd72-a2bd-4e13-b7d2-467cdb12a4a3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:32.094450 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-32c9bd72-a2bd-4e13-b7d2-467cdb12a4a3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:32.105863 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9bd72-a2bd-4e13-b7d2-467cdb12a4a3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Pushing event updated for resources: {'Port': ['ID=228c90b8-3a08-410b-be25-ba639362a959,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:35:32.117057 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-32c9bd72-a2bd-4e13-b7d2-467cdb12a4a3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5701134 May 12 14:35:32.118525 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9bd72-a2bd-4e13-b7d2-467cdb12a4a3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:32.119103 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9bd72-a2bd-4e13-b7d2-467cdb12a4a3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:32.119474 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9bd72-a2bd-4e13-b7d2-467cdb12a4a3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:32.119800 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9bd72-a2bd-4e13-b7d2-467cdb12a4a3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:32.120191 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9bd72-a2bd-4e13-b7d2-467cdb12a4a3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:32.120472 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9bd72-a2bd-4e13-b7d2-467cdb12a4a3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:32.120809 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9bd72-a2bd-4e13-b7d2-467cdb12a4a3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:32.121139 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9bd72-a2bd-4e13-b7d2-467cdb12a4a3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:32.121464 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9bd72-a2bd-4e13-b7d2-467cdb12a4a3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:32.121798 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9bd72-a2bd-4e13-b7d2-467cdb12a4a3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:32.122105 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9bd72-a2bd-4e13-b7d2-467cdb12a4a3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:32.122447 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9bd72-a2bd-4e13-b7d2-467cdb12a4a3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:32.122752 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9bd72-a2bd-4e13-b7d2-467cdb12a4a3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:32.123126 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9bd72-a2bd-4e13-b7d2-467cdb12a4a3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:32.123451 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9bd72-a2bd-4e13-b7d2-467cdb12a4a3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:32.162499 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-225acd7d-6b66-4dad-ba9b-0684b1908eef service neutron] Request body: {'port': {'device_id': 'ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:35:32.228768 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-225acd7d-6b66-4dad-ba9b-0684b1908eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (228c90b8-3a08-410b-be25-ba639362a959), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:32.383054 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464d2b1-6a0f-4975-8c78-8ec403cda6a6 req-80ec2281-0a3d-42a3-b8dc-a69abb136e89 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:32.384485 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9464d2b1-6a0f-4975-8c78-8ec403cda6a6 req-80ec2281-0a3d-42a3-b8dc-a69abb136e89 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 932 time: 0.0871937 May 12 14:35:32.384779 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-dfc50fea-6065-4df2-a097-6abea34e19aa None None] Provisioning complete for port 228c90b8-3a08-410b-be25-ba639362a959 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:35:32.385269 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dfc50fea-6065-4df2-a097-6abea34e19aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (228c90b8-3a08-410b-be25-ba639362a959), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:32.423751 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-dfc50fea-6065-4df2-a097-6abea34e19aa None None] Port 228c90b8-3a08-410b-be25-ba639362a959 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:35:32.521991 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9464d2b1-6a0f-4975-8c78-8ec403cda6a6 req-f8720d2c-6f12-449c-bb0a-b8edbb12630e tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903528 May 12 14:35:32.601808 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d32c24-03f5-4c39-a01a-4f5ca3ee9c66 req-4ad4aaea-9cc0-48ed-9f0f-c257fd3d376a tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:32.603278 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f8d32c24-03f5-4c39-a01a-4f5ca3ee9c66 req-4ad4aaea-9cc0-48ed-9f0f-c257fd3d376a tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0789883 May 12 14:35:32.694151 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f8d32c24-03f5-4c39-a01a-4f5ca3ee9c66 req-aaacf75a-a4b7-442e-bdb1-af92c588539c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849442 May 12 14:35:32.708169 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-225acd7d-6b66-4dad-ba9b-0684b1908eef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228c90b8-3a08-410b-be25-ba639362a959 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:35:32.716282 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-225acd7d-6b66-4dad-ba9b-0684b1908eef service neutron] Publish callbacks [] for port (228c90b8-3a08-410b-be25-ba639362a959), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:32.728922 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-225acd7d-6b66-4dad-ba9b-0684b1908eef service neutron] Transition to ACTIVE for port object 228c90b8-3a08-410b-be25-ba639362a959 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:35:32.733729 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-225acd7d-6b66-4dad-ba9b-0684b1908eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (228c90b8-3a08-410b-be25-ba639362a959), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:32.800368 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225acd7d-6b66-4dad-ba9b-0684b1908eef service neutron] Pushing event updated for resources: {'Port': ['ID=228c90b8-3a08-410b-be25-ba639362a959,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:35:32.869891 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0111e59-057b-4a35-b28d-10f94b0c96f8 req-ffe14cd9-acb6-41a1-acb2-815a4ce9fd26 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:32.871487 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d0111e59-057b-4a35-b28d-10f94b0c96f8 req-ffe14cd9-acb6-41a1-acb2-815a4ce9fd26 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0949481 May 12 14:35:32.874350 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-225acd7d-6b66-4dad-ba9b-0684b1908eef service neutron] Attempting to bind port 228c90b8-3a08-410b-be25-ba639362a959 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:35:32.874681 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-225acd7d-6b66-4dad-ba9b-0684b1908eef service neutron] Attempting to bind port 228c90b8-3a08-410b-be25-ba639362a959 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'ffee138e-c4dc-43bc-a9ed-63f97c51fda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:35:32.875006 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-225acd7d-6b66-4dad-ba9b-0684b1908eef service neutron] Attempting to bind port 228c90b8-3a08-410b-be25-ba639362a959 on network 7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:35:32.887086 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-225acd7d-6b66-4dad-ba9b-0684b1908eef service neutron] Port 228c90b8-3a08-410b-be25-ba639362a959 on network 7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:35:32.887415 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-225acd7d-6b66-4dad-ba9b-0684b1908eef service neutron] Attempting to bind port 228c90b8-3a08-410b-be25-ba639362a959 on network 7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:35:32.899879 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-225acd7d-6b66-4dad-ba9b-0684b1908eef service neutron] Checking agent: {'id': 'c5e9105e-03c6-4986-a076-8428d06d9de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:35:32.900227 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-225acd7d-6b66-4dad-ba9b-0684b1908eef service neutron] Checking segment: {'id': 'ffee138e-c4dc-43bc-a9ed-63f97c51fda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:35:32.900594 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-225acd7d-6b66-4dad-ba9b-0684b1908eef service neutron] Bound using segment: {'id': 'ffee138e-c4dc-43bc-a9ed-63f97c51fda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:35:32.901025 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-225acd7d-6b66-4dad-ba9b-0684b1908eef service neutron] Bound port: 228c90b8-3a08-410b-be25-ba639362a959, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffee138e-c4dc-43bc-a9ed-63f97c51fda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:35:32.901389 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-225acd7d-6b66-4dad-ba9b-0684b1908eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (228c90b8-3a08-410b-be25-ba639362a959), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:32.963329 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d0111e59-057b-4a35-b28d-10f94b0c96f8 req-4e71c64f-b170-45e1-a371-b9e470e872e7 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854168 May 12 14:35:32.993813 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-225acd7d-6b66-4dad-ba9b-0684b1908eef service neutron] For port 228c90b8-3a08-410b-be25-ba639362a959, host hv-cinder-77703, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:35:32.996909 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-225acd7d-6b66-4dad-ba9b-0684b1908eef service neutron] For port 228c90b8-3a08-410b-be25-ba639362a959, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=228c90b8-3a08-410b-be25-ba639362a959,segment=NetworkSegment(ffee138e-c4dc-43bc-a9ed-63f97c51fda2),segment_id=ffee138e-c4dc-43bc-a9ed-63f97c51fda2)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:35:33.004003 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-225acd7d-6b66-4dad-ba9b-0684b1908eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (228c90b8-3a08-410b-be25-ba639362a959), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:33.270880 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-225acd7d-6b66-4dad-ba9b-0684b1908eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:33.271548 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-225acd7d-6b66-4dad-ba9b-0684b1908eef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:33.272894 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-225acd7d-6b66-4dad-ba9b-0684b1908eef service neutron] 10.222.0.57 "PUT /v2.0/ports/228c90b8-3a08-410b-be25-ba639362a959 HTTP/1.1" status: 200 len: 1094 time: 1.1148927 May 12 14:35:33.273339 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef', 'tag': '228c90b8-3a08-410b-be25-ba639362a959'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:35:33.275593 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e69913-2f37-4bcd-acd2-bf6b73010eaa" -d '{"events": [{"name": "network-changed", "server_uuid": "ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef", "tag": "228c90b8-3a08-410b-be25-ba639362a959"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:35:33.299394 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225acd7d-6b66-4dad-ba9b-0684b1908eef service neutron] Pushing event updated for resources: {'Port': ['ID=228c90b8-3a08-410b-be25-ba639362a959,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:35:33.315153 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d6438e-6288-47d9-9dc7-b2fe382c341b x-openstack-request-id: req-19d6438e-6288-47d9-9dc7-b2fe382c341b {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:35:33.315669 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef", "tag": "228c90b8-3a08-410b-be25-ba639362a959", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:35:33.315988 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-19d6438e-6288-47d9-9dc7-b2fe382c341b {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:35:33.316456 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19d6438e-6288-47d9-9dc7-b2fe382c341b'] response: {'name': 'network-changed', 'server_uuid': 'ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef', 'tag': '228c90b8-3a08-410b-be25-ba639362a959', 'status': 'completed', 'code': 200} May 12 14:35:33.637779 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a15787-909c-4db2-a1be-18d4f12af578 req-9a3d1811-e98b-46d9-9bf8-4d3066c68b1b tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:33.639335 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-84a15787-909c-4db2-a1be-18d4f12af578 req-9a3d1811-e98b-46d9-9bf8-4d3066c68b1b tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 944 time: 0.0483909 May 12 14:35:33.688866 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-84a15787-909c-4db2-a1be-18d4f12af578 req-8686d4ba-c3b4-4820-996c-625050ecfa9b tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436876 May 12 14:35:33.828877 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab4b3e-e1d2-4206-a95f-8a2289100d03 req-d7be82a0-10f6-4c04-938c-80ab2f3fe868 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:33.830386 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e1ab4b3e-e1d2-4206-a95f-8a2289100d03 req-d7be82a0-10f6-4c04-938c-80ab2f3fe868 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0520105 May 12 14:35:33.880128 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e1ab4b3e-e1d2-4206-a95f-8a2289100d03 req-9b82c5a2-68e9-429a-9068-722d676ecbb1 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437763 May 12 14:35:34.083553 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c9c6-48b8-4eda-a810-ada4cb3ba71b req-c1f3d22e-f38b-4296-b85c-2d7f9b3b97ec tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:34.084938 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3e21c9c6-48b8-4eda-a810-ada4cb3ba71b req-c1f3d22e-f38b-4296-b85c-2d7f9b3b97ec tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0475323 May 12 14:35:34.140210 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3e21c9c6-48b8-4eda-a810-ada4cb3ba71b req-430215eb-3680-49d9-bcd6-f0de5f82a029 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496211 May 12 14:35:34.803192 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67403f29-9c7d-4296-a14d-c1a13d981e32 req-6e740c39-ff78-40ea-b718-566c60249e94 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:34.804692 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-67403f29-9c7d-4296-a14d-c1a13d981e32 req-6e740c39-ff78-40ea-b718-566c60249e94 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 944 time: 0.0464747 May 12 14:35:34.857409 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-67403f29-9c7d-4296-a14d-c1a13d981e32 req-e8f0230b-b620-4ebb-85da-d301f7760ae9 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471361 May 12 14:35:35.005785 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab21ae-0307-4128-a4d2-814e3f2e51f9 req-e59ab5e9-3404-4f67-b557-1e943df17eb5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:35.007370 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-caab21ae-0307-4128-a4d2-814e3f2e51f9 req-e59ab5e9-3404-4f67-b557-1e943df17eb5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0478926 May 12 14:35:35.058575 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-caab21ae-0307-4128-a4d2-814e3f2e51f9 req-7090960d-27bc-4ab0-8996-ffac1701ea1f tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421498 May 12 14:35:35.256295 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bddc0-0ceb-44e0-9338-5b16d8290ddf req-d42df6e3-a4fc-444e-b9c7-af354bf6b74a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:35.257824 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0e8bddc0-0ceb-44e0-9338-5b16d8290ddf req-d42df6e3-a4fc-444e-b9c7-af354bf6b74a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0481787 May 12 14:35:35.337769 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e69913-2f37-4bcd-acd2-bf6b73010eaa req-9252a2b0-6d98-40b6-8d3c-e3ff454b6c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:35.339315 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e2e69913-2f37-4bcd-acd2-bf6b73010eaa req-9252a2b0-6d98-40b6-8d3c-e3ff454b6c5f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d9bb0671fa894da79848c7c46e553b5e&device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 1128 time: 0.0612366 May 12 14:35:35.344026 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0e8bddc0-0ceb-44e0-9338-5b16d8290ddf req-054467a1-25d6-4ec2-96b6-a6fa757cf3c5 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799615 May 12 14:35:35.483507 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077594df-e7dc-4f25-9bcd-f899ca7d8e68 req-86e84222-e938-429b-bbd1-c36a909499cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:35.484937 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-077594df-e7dc-4f25-9bcd-f899ca7d8e68 req-86e84222-e938-429b-bbd1-c36a909499cd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 1130 time: 0.0526943 May 12 14:35:35.512781 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e69913-2f37-4bcd-acd2-bf6b73010eaa req-7a54e852-8f0e-4c31-bf24-feb23351dedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:35.514340 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e2e69913-2f37-4bcd-acd2-bf6b73010eaa req-7a54e852-8f0e-4c31-bf24-feb23351dedd service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d9bb0671fa894da79848c7c46e553b5e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1488862 May 12 14:35:35.566865 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-077594df-e7dc-4f25-9bcd-f899ca7d8e68 req-7b64a006-8e24-4ef5-a241-5acf96e61943 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731413 May 12 14:35:35.639826 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e69913-2f37-4bcd-acd2-bf6b73010eaa req-6b959529-1d74-4ab0-828d-53d2fc1c4059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:35.641883 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e2e69913-2f37-4bcd-acd2-bf6b73010eaa req-6b959529-1d74-4ab0-828d-53d2fc1c4059 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1171954 May 12 14:35:36.001245 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05c4dd-c008-48fc-8647-7fcb909e80a6 req-cb3ec415-4e8f-4c9e-af5c-83241da7cdc5 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:36.002658 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8c05c4dd-c008-48fc-8647-7fcb909e80a6 req-cb3ec415-4e8f-4c9e-af5c-83241da7cdc5 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 945 time: 0.0780413 May 12 14:35:36.022761 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046fbf9-e41d-460d-9a7e-2235c94b2966 req-2fb0a034-b234-4ea2-ba0d-595d991a43a2 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:36.024322 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e046fbf9-e41d-460d-9a7e-2235c94b2966 req-2fb0a034-b234-4ea2-ba0d-595d991a43a2 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 944 time: 0.0906923 May 12 14:35:36.093195 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8c05c4dd-c008-48fc-8647-7fcb909e80a6 req-f1bee41c-a4d5-4876-9e1e-1613d16746c3 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845606 May 12 14:35:36.097996 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e046fbf9-e41d-460d-9a7e-2235c94b2966 req-a3cc8723-4eb5-4033-ad45-0d109ddd3c84 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659115 May 12 14:35:36.208438 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b47c9-a738-4fdd-be23-1438d1087fab req-b094ae88-7954-4038-a2de-78e9b910a366 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:36.209996 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-173b47c9-a738-4fdd-be23-1438d1087fab req-b094ae88-7954-4038-a2de-78e9b910a366 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0490928 May 12 14:35:36.264645 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-173b47c9-a738-4fdd-be23-1438d1087fab req-44b438a0-e09d-4494-b38a-5bdfb26d9826 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478201 May 12 14:35:36.473287 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089510d-3f7b-4c5a-8076-8f5fbdc78450 req-bf0de5ee-25b0-41fb-837e-ce7acf19bf6a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:36.474795 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8089510d-3f7b-4c5a-8076-8f5fbdc78450 req-bf0de5ee-25b0-41fb-837e-ce7acf19bf6a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0641215 May 12 14:35:36.525421 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8089510d-3f7b-4c5a-8076-8f5fbdc78450 req-93aed631-9589-4dca-903d-39d67ecedf72 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440302 May 12 14:35:37.242725 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2e31e-ed05-4d0e-91c5-53567fd6c20e req-c2fc35a3-3c24-4ae3-9a00-7447b6bd860c tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:37.244186 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b6b2e31e-ed05-4d0e-91c5-53567fd6c20e req-c2fc35a3-3c24-4ae3-9a00-7447b6bd860c tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 945 time: 0.0807836 May 12 14:35:37.261666 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69227324-121d-4e3e-b16d-fdf20bc8cccc req-afabf85b-a0a6-423e-832e-eebf4ba7ae51 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:37.263160 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-69227324-121d-4e3e-b16d-fdf20bc8cccc req-afabf85b-a0a6-423e-832e-eebf4ba7ae51 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 944 time: 0.0876431 May 12 14:35:37.325089 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b6b2e31e-ed05-4d0e-91c5-53567fd6c20e req-4d11c372-7e8f-4527-9c8e-f620313e0903 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750093 May 12 14:35:37.340189 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-69227324-121d-4e3e-b16d-fdf20bc8cccc req-21c4b4fa-fecc-4784-9294-a4a08a04d342 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682311 May 12 14:35:37.432054 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45110a4-6c1c-4e5c-ae53-523dda597fdb req-c1c2fd05-7995-47e2-80d5-32e17d4c24f5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:37.433520 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d45110a4-6c1c-4e5c-ae53-523dda597fdb req-c1c2fd05-7995-47e2-80d5-32e17d4c24f5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0509448 May 12 14:35:37.480861 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d45110a4-6c1c-4e5c-ae53-523dda597fdb req-9f1767bc-59ca-408f-a136-2c7988e78178 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411420 May 12 14:35:37.654479 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9c03d-e8af-462c-8355-a566ddf48fcc req-095e9a58-f8b2-4616-9b60-ff330c743cc8 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:37.655988 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3aa9c03d-e8af-462c-8355-a566ddf48fcc req-095e9a58-f8b2-4616-9b60-ff330c743cc8 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0574772 May 12 14:35:37.706017 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3aa9c03d-e8af-462c-8355-a566ddf48fcc req-857e49d6-1edd-456e-a794-119534a8d8df tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440574 May 12 14:35:38.466747 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fee354-796e-41bc-ac2a-e09097c35e0d req-42cb6bdc-c27d-4abb-8de4-37c9ba836435 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:38.468277 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-03fee354-796e-41bc-ac2a-e09097c35e0d req-42cb6bdc-c27d-4abb-8de4-37c9ba836435 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 945 time: 0.0720000 May 12 14:35:38.491514 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8696bb-c87d-488a-836d-91dca4a02f26 req-69011bb7-e47c-4927-89ef-4c0930f320d1 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:38.492973 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8f8696bb-c87d-488a-836d-91dca4a02f26 req-69011bb7-e47c-4927-89ef-4c0930f320d1 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 944 time: 0.0687580 May 12 14:35:38.557083 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-03fee354-796e-41bc-ac2a-e09097c35e0d req-70a826f6-a908-4ffa-96a2-31747003358f tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824168 May 12 14:35:38.578180 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8f8696bb-c87d-488a-836d-91dca4a02f26 req-e19aed03-b6a1-4f18-a9a8-74e604275f21 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715792 May 12 14:35:38.681037 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df89ab-7c07-4a90-acf4-cf5e5d78c9fd req-7a180124-ad11-461d-8b1d-5ee75d112da3 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:38.682437 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d2df89ab-7c07-4a90-acf4-cf5e5d78c9fd req-7a180124-ad11-461d-8b1d-5ee75d112da3 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0640075 May 12 14:35:38.733494 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d2df89ab-7c07-4a90-acf4-cf5e5d78c9fd req-46df90e1-2c3d-47a1-a2c0-aeb85b35a9fe tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452900 May 12 14:35:38.823795 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559932c-1e0f-4456-bf9f-6c7d791dec20 req-efdee6dc-85f1-4e5a-85da-80beb3aafe97 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:38.825345 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2559932c-1e0f-4456-bf9f-6c7d791dec20 req-efdee6dc-85f1-4e5a-85da-80beb3aafe97 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0477445 May 12 14:35:38.874680 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2559932c-1e0f-4456-bf9f-6c7d791dec20 req-cfd2824a-95a1-43ee-b03c-68085ae0e975 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433538 May 12 14:35:39.271478 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-b4fbd8f7-1718-414d-b8aa-197f1af73519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:39.272275 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-63055fe2-4107-4392-b6c7-3da0d3aeb5e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:39.273214 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-b4fbd8f7-1718-414d-b8aa-197f1af73519 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d9bb0671fa894da79848c7c46e553b5e&device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 1128 time: 0.0492098 May 12 14:35:39.698606 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22921ee5-49e1-4cc9-8abb-1366b2797bed req-0f77c559-da03-4d1c-ac45-c2035818191f tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:39.700148 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-22921ee5-49e1-4cc9-8abb-1366b2797bed req-0f77c559-da03-4d1c-ac45-c2035818191f tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 945 time: 0.0725265 May 12 14:35:39.717927 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f76bbc-9651-410b-a64a-96f4f9140917 req-543c7b2f-9dc2-4b1d-87db-7efbe0e29ffe tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:39.719403 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-42f76bbc-9651-410b-a64a-96f4f9140917 req-543c7b2f-9dc2-4b1d-87db-7efbe0e29ffe tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 944 time: 0.0815296 May 12 14:35:39.784977 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-22921ee5-49e1-4cc9-8abb-1366b2797bed req-ae0ca13e-e8cb-4921-b10a-1d296a0e127b tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782278 May 12 14:35:39.799332 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-42f76bbc-9651-410b-a64a-96f4f9140917 req-a2dd6f02-8b5f-4b26-b3c8-0429e52f8256 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708263 May 12 14:35:39.895586 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa8e8c-a7c7-458e-a088-fb3e3cc8c55a req-544f0979-e9f7-440b-9ba0-d50902208752 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:39.897020 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fcfa8e8c-a7c7-458e-a088-fb3e3cc8c55a req-544f0979-e9f7-440b-9ba0-d50902208752 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0560534 May 12 14:35:39.947818 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fcfa8e8c-a7c7-458e-a088-fb3e3cc8c55a req-65c14980-148e-4f0f-8131-e0199dd79fdf tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451581 May 12 14:35:39.997479 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8452b09-b768-45d6-bce6-d2f05128d92d req-606970c0-c8fd-451b-8df9-59924acb540a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:39.998992 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a8452b09-b768-45d6-bce6-d2f05128d92d req-606970c0-c8fd-451b-8df9-59924acb540a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0502887 May 12 14:35:40.058638 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a8452b09-b768-45d6-bce6-d2f05128d92d req-6bf6358c-7e58-4c5e-9b8d-a9526e685fe2 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530138 May 12 14:35:40.090199 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-16a6b884-67be-4b9e-ba42-c14691733dac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=228c90b8-3a08-410b-be25-ba639362a959 HTTP/1.1" status: 200 len: 217 time: 0.0433908 May 12 14:35:40.245460 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-aa992dd0-9a7c-4a66-98c8-f586a7558c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:40.249193 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-aa992dd0-9a7c-4a66-98c8-f586a7558c15 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=01f0db1e-e8da-4cb5-8f75-f3f1c91eada4 HTTP/1.1" status: 200 len: 848 time: 0.0558975 May 12 14:35:40.414614 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61723c-d29a-4082-805f-94c2491c42f1 req-0b82d868-4d79-40bf-b28b-8b433127c745 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:40.416088 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3f61723c-d29a-4082-805f-94c2491c42f1 req-0b82d868-4d79-40bf-b28b-8b433127c745 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.1193590 May 12 14:35:40.428016 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-2a22d93a-b7f7-47bc-ac33-4200083ccbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:40.429513 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-2a22d93a-b7f7-47bc-ac33-4200083ccbe4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1020417 May 12 14:35:40.438404 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1c419-19a0-4886-890c-7740d0619601 req-853ddec0-9a57-4eab-a92c-12c30d988d12 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:40.440030 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f7b1c419-19a0-4886-890c-7740d0619601 req-853ddec0-9a57-4eab-a92c-12c30d988d12 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 945 time: 0.1114869 May 12 14:35:40.588659 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d366209-8714-4275-802e-8e0679d433b6 req-dc466f63-30cc-466e-9ccb-db35ffa7aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:40.590255 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9d366209-8714-4275-802e-8e0679d433b6 req-dc466f63-30cc-466e-9ccb-db35ffa7aee4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c83c8fa2cd44eab84cb50b3ad06a1d3&device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 1130 time: 0.1710176 May 12 14:35:40.690626 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3f61723c-d29a-4082-805f-94c2491c42f1 req-edba553d-c10e-44ab-a8ba-2c4deb459749 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601352 May 12 14:35:40.727909 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-f7b1c419-19a0-4886-890c-7740d0619601 req-0247d4d2-26e1-416f-978d-2495b6b08296 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Deleting port 03346ca6-97d2-422d-8314-1e57b404e30b {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:35:40.728507 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f7b1c419-19a0-4886-890c-7740d0619601 req-0247d4d2-26e1-416f-978d-2495b6b08296 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (03346ca6-97d2-422d-8314-1e57b404e30b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:40.773521 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-f36f45cf-649e-48a9-a0ab-cf4166efb453 service neutron] 10.222.0.57 "GET /v2.0/networks/7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099482 May 12 14:35:40.855812 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d366209-8714-4275-802e-8e0679d433b6 req-34ebd759-f054-4b3b-8842-20139218c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:40.857366 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9d366209-8714-4275-802e-8e0679d433b6 req-34ebd759-f054-4b3b-8842-20139218c3b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a960421c-0ac7-4777-ad11-86ea1221dbd0 HTTP/1.1" status: 200 len: 920 time: 0.2575922 May 12 14:35:40.976741 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9d366209-8714-4275-802e-8e0679d433b6 req-50fb8ae5-3d9c-4591-a8da-d2482dbc7e9b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62f6a176-00c7-4955-ac5a-e84fb95f6c3d HTTP/1.1" status: 200 len: 217 time: 0.1106160 May 12 14:35:41.159204 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed41b7-1195-4732-84c0-b07bfcf39ade req-a73ab08e-6e1d-46a4-ad7b-82de432d1d89 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:41.160741 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-58ed41b7-1195-4732-84c0-b07bfcf39ade req-a73ab08e-6e1d-46a4-ad7b-82de432d1d89 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 945 time: 0.2147217 May 12 14:35:41.166879 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-f7b1c419-19a0-4886-890c-7740d0619601 req-0247d4d2-26e1-416f-978d-2495b6b08296 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] For port 03346ca6-97d2-422d-8314-1e57b404e30b, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=03346ca6-97d2-422d-8314-1e57b404e30b,segment=NetworkSegment(763d07bf-5e57-4946-a525-2d840c7b2321),segment_id=763d07bf-5e57-4946-a525-2d840c7b2321)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:35:41.167351 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f7b1c419-19a0-4886-890c-7740d0619601 req-0247d4d2-26e1-416f-978d-2495b6b08296 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (03346ca6-97d2-422d-8314-1e57b404e30b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:41.184483 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-158e76ca-8957-4860-a80f-19773cd02ed5 req-23ad9e37-0abc-4764-b4c2-79bd9fd0605b service neutron] 10.222.0.57 "GET /v2.0/networks/7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002507 May 12 14:35:41.193600 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2ecde-bc85-4c27-b6c1-d8572f3727f4 req-422038f0-0625-4f90-80cd-332f168502b3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:41.195135 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7ec2ecde-bc85-4c27-b6c1-d8572f3727f4 req-422038f0-0625-4f90-80cd-332f168502b3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 944 time: 0.2296607 May 12 14:35:41.212989 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d366209-8714-4275-802e-8e0679d433b6 req-7a03ddcd-7b64-4d7b-bcf8-49509f9c7d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:41.214963 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9d366209-8714-4275-802e-8e0679d433b6 req-7a03ddcd-7b64-4d7b-bcf8-49509f9c7d13 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ff9df63-a567-422b-b0eb-7dc75045c602 HTTP/1.1" status: 200 len: 858 time: 0.2100346 May 12 14:35:41.223864 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-f7b1c419-19a0-4886-890c-7740d0619601 req-0247d4d2-26e1-416f-978d-2495b6b08296 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Calling delete_port for 03346ca6-97d2-422d-8314-1e57b404e30b owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:35:41.630997 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d366209-8714-4275-802e-8e0679d433b6 req-84482d0c-0b0a-4d3d-958c-5c2725618443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:41.633487 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9d366209-8714-4275-802e-8e0679d433b6 req-84482d0c-0b0a-4d3d-958c-5c2725618443 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a960421c-0ac7-4777-ad11-86ea1221dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3994379 May 12 14:35:41.639986 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-25356650-226d-4172-8a2a-647a5a65618c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:41.665064 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-58ed41b7-1195-4732-84c0-b07bfcf39ade req-c635649e-6ad9-4e27-9ac7-cffaa25802cf tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927096 May 12 14:35:41.690225 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7ec2ecde-bc85-4c27-b6c1-d8572f3727f4 req-337c64c4-08f1-4a93-aef1-4caa4224c73f tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4846129 May 12 14:35:41.863856 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35be9c-4b0f-42b5-a126-62ac2c9894f1 req-16255480-4ba7-4ad2-89a1-ad81c4370177 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:41.865411 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4f35be9c-4b0f-42b5-a126-62ac2c9894f1 req-16255480-4ba7-4ad2-89a1-ad81c4370177 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.1162534 May 12 14:35:41.886419 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f7b1c419-19a0-4886-890c-7740d0619601 req-0247d4d2-26e1-416f-978d-2495b6b08296 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253'] for port (03346ca6-97d2-422d-8314-1e57b404e30b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:41.898096 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d888db7-6344-444e-b6a0-73b27cbb1106 req-a0277342-4d66-4923-bedd-dcf4e39977cf tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:41.899686 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5d888db7-6344-444e-b6a0-73b27cbb1106 req-a0277342-4d66-4923-bedd-dcf4e39977cf tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0970426 May 12 14:35:41.937991 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['03346ca6-97d2-422d-8314-1e57b404e30b'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:35:41.947398 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247d4d2-26e1-416f-978d-2495b6b08296 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Pushing event deleted for resources: {'Port': ['ID=03346ca6-97d2-422d-8314-1e57b404e30b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:35:42.048737 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b1c419-19a0-4886-890c-7740d0619601 req-0247d4d2-26e1-416f-978d-2495b6b08296 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] No DVR routers for this DVR port 03346ca6-97d2-422d-8314-1e57b404e30b on host hv-cinder-77703 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:35:42.053521 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5d888db7-6344-444e-b6a0-73b27cbb1106 req-1aaeba84-f282-4e42-b31c-d0437816c67c tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366084 May 12 14:35:42.056549 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4f35be9c-4b0f-42b5-a126-62ac2c9894f1 req-dbe48bc6-6f20-4bb4-965e-08073f23db9e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725228 May 12 14:35:42.057677 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-f7b1c419-19a0-4886-890c-7740d0619601 req-0247d4d2-26e1-416f-978d-2495b6b08296 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:42.061465 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f7b1c419-19a0-4886-890c-7740d0619601 req-0247d4d2-26e1-416f-978d-2495b6b08296 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.57 "DELETE /v2.0/ports/03346ca6-97d2-422d-8314-1e57b404e30b HTTP/1.1" status: 204 len: 173 time: 1.5985546 May 12 14:35:42.061465 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0d59a6-8822-4d8d-83c9-390537c9818a', 'name': 'network-vif-deleted', 'tag': '03346ca6-97d2-422d-8314-1e57b404e30b'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:35:42.063774 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d69ac6c-62f0-47fb-ba1d-7c8e496f9377" -d '{"events": [{"server_uuid": "7f0d59a6-8822-4d8d-83c9-390537c9818a", "name": "network-vif-deleted", "tag": "03346ca6-97d2-422d-8314-1e57b404e30b"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:35:42.119666 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5666d275-26be-474a-8d37-0f0625b2f3f2 x-openstack-request-id: req-5666d275-26be-474a-8d37-0f0625b2f3f2 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:35:42.120062 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0d59a6-8822-4d8d-83c9-390537c9818a", "name": "network-vif-deleted", "tag": "03346ca6-97d2-422d-8314-1e57b404e30b", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:35:42.120420 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5666d275-26be-474a-8d37-0f0625b2f3f2 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:35:42.120916 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5666d275-26be-474a-8d37-0f0625b2f3f2'] response: {'server_uuid': '7f0d59a6-8822-4d8d-83c9-390537c9818a', 'name': 'network-vif-deleted', 'tag': '03346ca6-97d2-422d-8314-1e57b404e30b', 'status': 'completed', 'code': 200} May 12 14:35:42.556279 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9d366209-8714-4275-802e-8e0679d433b6 req-9d43ea5f-6e4d-4260-8175-7ee898fccbb3 service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417766 May 12 14:35:42.746975 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9d366209-8714-4275-802e-8e0679d433b6 req-54283c90-9829-4d60-9f62-37a2b85ab62d service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347814 May 12 14:35:42.885275 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bcac2ac9-9e9b-4d9e-b3db-9dcf77bc8f48 req-749a480a-a3e7-4683-ab71-7086e60064f2 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 210 time: 0.0351250 May 12 14:35:42.894539 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff8e64-7797-4bae-a8e1-ecc5f8c0b218 req-a00d5f35-e3cb-4d7b-b6c5-4dcb20f8e07b tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:42.901694 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1aff8e64-7797-4bae-a8e1-ecc5f8c0b218 req-a00d5f35-e3cb-4d7b-b6c5-4dcb20f8e07b tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 944 time: 0.0873203 May 12 14:35:42.983188 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:42.999361 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1aff8e64-7797-4bae-a8e1-ecc5f8c0b218 req-8b54bdc5-bd70-4d45-a13f-6cf8735687a4 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964525 May 12 14:35:43.246462 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd50d8-558e-42bd-9749-87c9f7e51156 req-31c0ffab-49cd-4e04-b58c-a8a20a81ff1f tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:43.254668 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8fdd50d8-558e-42bd-9749-87c9f7e51156 req-31c0ffab-49cd-4e04-b58c-a8a20a81ff1f tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.1076782 May 12 14:35:43.290658 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2718f-3320-4610-91c7-2d72b1fe066d req-b8017637-4ee8-4fa5-9fbe-ed618111c068 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:43.300023 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1ee2718f-3320-4610-91c7-2d72b1fe066d req-b8017637-4ee8-4fa5-9fbe-ed618111c068 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.1072905 May 12 14:35:43.377748 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8fdd50d8-558e-42bd-9749-87c9f7e51156 req-d250b66a-4c48-4f11-9b2e-da24ebd330cc tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218760 May 12 14:35:43.408571 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1ee2718f-3320-4610-91c7-2d72b1fe066d req-2de2ea70-d480-4133-a757-3414baac1ab4 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076705 May 12 14:35:44.055760 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a155c9ce-d919-41b0-86ed-c4f63b8d1e9b req-0ae02a43-6c6c-4d27-8737-6a8b5b030bfe tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 210 time: 0.0413804 May 12 14:35:44.144525 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1e56a-44f4-4b40-a815-a98d0af79acf req-07f19fb0-98fe-4bc0-a06a-187efa536446 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:44.146162 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-afa1e56a-44f4-4b40-a815-a98d0af79acf req-07f19fb0-98fe-4bc0-a06a-187efa536446 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 944 time: 0.0548689 May 12 14:35:44.206740 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-afa1e56a-44f4-4b40-a815-a98d0af79acf req-2819137e-b128-43be-b87f-3ba2b782c505 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521953 May 12 14:35:44.363665 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:44.439683 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 03346ca6-97d2-422d-8314-1e57b404e30b no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:35:44.483627 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] No Port match for: 03346ca6-97d2-422d-8314-1e57b404e30b {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:35:44.484255 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 03346ca6-97d2-422d-8314-1e57b404e30b not bound to the agent host hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:35:44.588954 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457b8d3-94ca-4e28-be01-2fa794b986bd req-838fec43-d83c-4628-b273-906c7e078cd6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:44.590928 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8457b8d3-94ca-4e28-be01-2fa794b986bd req-838fec43-d83c-4628-b273-906c7e078cd6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0942090 May 12 14:35:44.597952 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdc012-626d-46a1-9123-d0eae84d44c4 req-8afaf7c4-f992-413e-9491-26930d34bf45 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:44.599735 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1fcdc012-626d-46a1-9123-d0eae84d44c4 req-8afaf7c4-f992-413e-9491-26930d34bf45 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.1180072 May 12 14:35:44.676120 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1fcdc012-626d-46a1-9123-d0eae84d44c4 req-e1f068eb-cd37-4eb8-ba16-451c0909f03a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691073 May 12 14:35:44.679256 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8457b8d3-94ca-4e28-be01-2fa794b986bd req-c60ea194-025d-476a-929b-532fe426abb7 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784593 May 12 14:35:45.193796 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-623ec789-de38-4ecb-9cd9-34095df4dbf6 req-32b0eec1-4df5-4d5a-8bd1-8f9440974f2c tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f0d59a6-8822-4d8d-83c9-390537c9818a HTTP/1.1" status: 200 len: 210 time: 0.0308089 May 12 14:35:45.329733 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9debbb30-e1fe-4a49-99e1-57a6638a210f req-0c5a5787-a825-4aa1-8425-de622f3d39ac tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:45.331756 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9debbb30-e1fe-4a49-99e1-57a6638a210f req-0c5a5787-a825-4aa1-8425-de622f3d39ac tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 944 time: 0.0518091 May 12 14:35:45.402474 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9debbb30-e1fe-4a49-99e1-57a6638a210f req-cf8d9472-80ed-4cc1-b965-3e95a68ad110 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645533 May 12 14:35:45.780383 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:45.914501 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a203ef7-1306-4d41-832f-bf4aec827a56 req-6331612c-237a-4267-bee1-b74118c98c41 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:45.921440 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3a203ef7-1306-4d41-832f-bf4aec827a56 req-6331612c-237a-4267-bee1-b74118c98c41 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0838671 May 12 14:35:45.967976 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93342979-39ff-43b2-89bf-83faddf5f508 req-9d2cf27f-63da-447a-8c90-5ac1f69569d4 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:45.969654 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-93342979-39ff-43b2-89bf-83faddf5f508 req-9d2cf27f-63da-447a-8c90-5ac1f69569d4 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.1013167 May 12 14:35:46.025403 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3a203ef7-1306-4d41-832f-bf4aec827a56 req-5a726250-1f2f-48e5-a0f3-fcb9f80d899d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015360 May 12 14:35:46.087717 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-93342979-39ff-43b2-89bf-83faddf5f508 req-d8c4f2ce-aa7b-4cb3-b85d-e4537973756a tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021101 May 12 14:35:46.594463 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7e57c-af74-4479-ba8e-0ded92394b29 req-1c711635-0748-46de-bee5-a2a636ba4000 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:46.596251 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8bc7e57c-af74-4479-ba8e-0ded92394b29 req-1c711635-0748-46de-bee5-a2a636ba4000 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 944 time: 0.0684700 May 12 14:35:46.663386 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8bc7e57c-af74-4479-ba8e-0ded92394b29 req-f3551960-72c1-44f1-9d25-8e8e446a655a tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593164 May 12 14:35:47.211536 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068024a3-0b95-41d6-a47f-07168fe9e51e req-b2f963d6-dcb1-4daf-a7ac-71c7d247da89 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:47.213007 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-068024a3-0b95-41d6-a47f-07168fe9e51e req-b2f963d6-dcb1-4daf-a7ac-71c7d247da89 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0861366 May 12 14:35:47.239848 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3cae78-e4ee-471f-a088-efb98e439941 req-81229134-ba53-4a8e-8a46-dc75984c4b95 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:47.246794 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6f3cae78-e4ee-471f-a088-efb98e439941 req-81229134-ba53-4a8e-8a46-dc75984c4b95 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0836287 May 12 14:35:47.315148 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-068024a3-0b95-41d6-a47f-07168fe9e51e req-512eb955-f580-4938-b88d-2c0498737b8e tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945926 May 12 14:35:47.354960 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6f3cae78-e4ee-471f-a088-efb98e439941 req-1c29c7d6-9c31-45f6-a276-f80a5321ea80 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935836 May 12 14:35:47.853506 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba174e55-578a-45aa-ad8c-910fc997df85 req-b78a6dea-3e8b-452e-bf59-61bb5d60baac tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:47.855063 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ba174e55-578a-45aa-ad8c-910fc997df85 req-b78a6dea-3e8b-452e-bf59-61bb5d60baac tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 944 time: 0.0766556 May 12 14:35:47.918748 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:47.927382 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ba174e55-578a-45aa-ad8c-910fc997df85 req-0e11e439-116e-404a-8b9d-c201e35b40ac tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654907 May 12 14:35:48.502403 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c515027-6500-453a-b302-23be2c36d420 req-53b2fe01-9926-4e31-b4b6-8148b52e4b6d tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:48.509943 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5c515027-6500-453a-b302-23be2c36d420 req-53b2fe01-9926-4e31-b4b6-8148b52e4b6d tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0623238 May 12 14:35:48.591789 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5c515027-6500-453a-b302-23be2c36d420 req-cae0c12c-e9c7-44b5-b0f0-fa72db243947 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707331 May 12 14:35:49.078491 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c348454-1b97-4fe6-a9ae-13eb684b9a8a req-7ffe35b2-1452-4aeb-9ffa-a902ab5c9775 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:49.080248 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6c348454-1b97-4fe6-a9ae-13eb684b9a8a req-7ffe35b2-1452-4aeb-9ffa-a902ab5c9775 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 944 time: 0.0618827 May 12 14:35:49.137981 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6c348454-1b97-4fe6-a9ae-13eb684b9a8a req-951b67ca-92e9-48b4-bcaf-d50181ec0848 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519700 May 12 14:35:49.743818 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512639d9-fe67-4854-8120-fb5665cb57ec req-7d951f44-5d43-4913-b8a4-c339216be489 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:49.745341 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-512639d9-fe67-4854-8120-fb5665cb57ec req-7d951f44-5d43-4913-b8a4-c339216be489 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0527220 May 12 14:35:49.839801 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-512639d9-fe67-4854-8120-fb5665cb57ec req-97301b9a-6b0b-4c34-a1a6-11d4e7e908da tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768173 May 12 14:35:50.291433 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027211e-7321-4a92-aec7-e4171d25b2bd req-d30a6598-0913-49aa-84c6-519ca0e7b36e tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:50.293914 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f027211e-7321-4a92-aec7-e4171d25b2bd req-d30a6598-0913-49aa-84c6-519ca0e7b36e tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 944 time: 0.0635459 May 12 14:35:50.355970 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f027211e-7321-4a92-aec7-e4171d25b2bd req-1a5479b6-e148-47b0-8248-fc86038ac9c4 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551682 May 12 14:35:50.963171 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889262a0-2a99-44df-ae35-2265eb497eb6 req-4dcf56db-73b3-43a6-9df5-e8cb57ca57ba tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:50.965411 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-889262a0-2a99-44df-ae35-2265eb497eb6 req-4dcf56db-73b3-43a6-9df5-e8cb57ca57ba tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0537362 May 12 14:35:51.021596 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-889262a0-2a99-44df-ae35-2265eb497eb6 req-baa38021-8fb3-427a-9df3-42f03a818156 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505292 May 12 14:35:51.478981 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e828993-497a-4c3e-8c66-cdf748bac091 req-df438d02-d3ac-4915-8675-f3b3d19ec33b tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:51.480537 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2e828993-497a-4c3e-8c66-cdf748bac091 req-df438d02-d3ac-4915-8675-f3b3d19ec33b tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 944 time: 0.0517194 May 12 14:35:51.538379 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2e828993-497a-4c3e-8c66-cdf748bac091 req-354a6945-4f49-412a-a722-9e5952367b1c tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515468 May 12 14:35:52.147650 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04ca3b-e70b-453e-870c-65a98596116c req-67f844da-888c-4ec2-b7ca-3893fb5c7245 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:52.149165 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2c04ca3b-e70b-453e-870c-65a98596116c req-67f844da-888c-4ec2-b7ca-3893fb5c7245 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0480437 May 12 14:35:52.199145 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2c04ca3b-e70b-453e-870c-65a98596116c req-45a8b949-c128-4a5d-a65a-ba2cbaaec7f1 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429428 May 12 14:35:52.653379 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f2eb8-f28e-4673-9d13-93bec3ccaf57 req-0bb2c46c-d124-40db-b6f1-5167955297f8 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:52.654912 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-524f2eb8-f28e-4673-9d13-93bec3ccaf57 req-0bb2c46c-d124-40db-b6f1-5167955297f8 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 944 time: 0.0481505 May 12 14:35:52.707704 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-524f2eb8-f28e-4673-9d13-93bec3ccaf57 req-fb29c9d6-f954-4891-a80a-6e6594e52d22 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463433 May 12 14:35:53.210237 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 38134) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:35:53.214910 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-b1b969f4-fc6a-4897-b513-3a0af59969c1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--348030222', 'description': 'tempest-description--1553570547'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:35:53.241775 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b1b969f4-fc6a-4897-b513-3a0af59969c1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:53.322386 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b1b969f4-fc6a-4897-b513-3a0af59969c1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks [] for security_group (2eccd629-88c6-4e5b-938e-6253e682490f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:53.327181 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b1b969f4-fc6a-4897-b513-3a0af59969c1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (2eccd629-88c6-4e5b-938e-6253e682490f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:53.345607 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4be6d-d5d3-49f2-aa32-c4650bf0c6a5 req-70ff153e-a631-4961-9f3b-801b2e41917e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:53.347521 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-22a4be6d-d5d3-49f2-aa32-c4650bf0c6a5 req-70ff153e-a631-4961-9f3b-801b2e41917e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0573473 May 12 14:35:53.358017 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b1b969f4-fc6a-4897-b513-3a0af59969c1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:53.359950 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-b1b969f4-fc6a-4897-b513-3a0af59969c1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1481905 May 12 14:35:53.362301 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b969f4-fc6a-4897-b513-3a0af59969c1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eccd629-88c6-4e5b-938e-6253e682490f,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:35:53.363486 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 38138) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:35:53.369774 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b969f4-fc6a-4897-b513-3a0af59969c1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:53.370117 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b969f4-fc6a-4897-b513-3a0af59969c1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:53.370458 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b969f4-fc6a-4897-b513-3a0af59969c1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:53.370796 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b969f4-fc6a-4897-b513-3a0af59969c1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:53.371163 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b969f4-fc6a-4897-b513-3a0af59969c1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:53.371494 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b969f4-fc6a-4897-b513-3a0af59969c1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:53.371873 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b969f4-fc6a-4897-b513-3a0af59969c1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:53.372174 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b969f4-fc6a-4897-b513-3a0af59969c1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:53.372470 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b969f4-fc6a-4897-b513-3a0af59969c1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:53.372793 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b969f4-fc6a-4897-b513-3a0af59969c1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:53.373117 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b969f4-fc6a-4897-b513-3a0af59969c1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:53.373436 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b969f4-fc6a-4897-b513-3a0af59969c1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:53.373749 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b969f4-fc6a-4897-b513-3a0af59969c1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:53.374067 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b969f4-fc6a-4897-b513-3a0af59969c1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:53.374391 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b969f4-fc6a-4897-b513-3a0af59969c1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:35:53.378214 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-0ea9c0ae-f472-422d-a869-0b7f39d5961d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Request body: {'security_group_rule': {'security_group_id': '2eccd629-88c6-4e5b-938e-6253e682490f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:35:53.418657 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-22a4be6d-d5d3-49f2-aa32-c4650bf0c6a5 req-44e9701a-fcf5-4cea-b576-0e51413b44ab tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629945 May 12 14:35:53.426014 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0ea9c0ae-f472-422d-a869-0b7f39d5961d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks [] for security_group_rule (3bf77ad4-fcd7-40d9-ac09-d3e23b70ce95), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:53.484377 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0ea9c0ae-f472-422d-a869-0b7f39d5961d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks [] for security_group_rule (3bf77ad4-fcd7-40d9-ac09-d3e23b70ce95), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:53.488089 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0ea9c0ae-f472-422d-a869-0b7f39d5961d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (3bf77ad4-fcd7-40d9-ac09-d3e23b70ce95), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:53.506178 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9c0ae-f472-422d-a869-0b7f39d5961d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf77ad4-fcd7-40d9-ac09-d3e23b70ce95,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:35:53.513960 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0ea9c0ae-f472-422d-a869-0b7f39d5961d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:53.518240 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-0ea9c0ae-f472-422d-a869-0b7f39d5961d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504452 May 12 14:35:53.518729 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 38140) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:35:53.522790 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-861540f6-f7f7-41b8-8af6-cf03db73f0a5 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Request body: {'security_group_rule': {'security_group_id': '2eccd629-88c6-4e5b-938e-6253e682490f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:35:53.549545 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-861540f6-f7f7-41b8-8af6-cf03db73f0a5 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks [] for security_group_rule (e252e184-fd8a-4a14-bcfa-d077470d835d), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:53.611734 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-861540f6-f7f7-41b8-8af6-cf03db73f0a5 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks [] for security_group_rule (e252e184-fd8a-4a14-bcfa-d077470d835d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:53.616383 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-861540f6-f7f7-41b8-8af6-cf03db73f0a5 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (e252e184-fd8a-4a14-bcfa-d077470d835d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:53.636437 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861540f6-f7f7-41b8-8af6-cf03db73f0a5 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e252e184-fd8a-4a14-bcfa-d077470d835d,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:35:53.642778 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-861540f6-f7f7-41b8-8af6-cf03db73f0a5 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:53.643974 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-861540f6-f7f7-41b8-8af6-cf03db73f0a5 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245387 May 12 14:35:53.647212 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 38142) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:35:53.651642 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-0eabb217-f26f-443f-a9b1-85a43be05083 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Request body: {'floatingip': {'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:35:53.673779 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0eabb217-f26f-443f-a9b1-85a43be05083 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:53.763000 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0eabb217-f26f-443f-a9b1-85a43be05083 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:53.869146 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d360eb-fc28-49b4-93bf-797c2848ab58 req-dd15492f-d7a1-4970-9525-53c0407b5243 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:53.870677 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c0d360eb-fc28-49b4-93bf-797c2848ab58 req-dd15492f-d7a1-4970-9525-53c0407b5243 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 944 time: 0.0667777 May 12 14:35:53.943709 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-0eabb217-f26f-443f-a9b1-85a43be05083 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Allocated IP 172.27.0.74 (913ada40-7b52-4232-aff5-95dc520647d4/2870505d-8418-4289-9c4c-0eeadb155262/7d1882ea-5338-4c95-80ed-8eb3fde1d099) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:35:53.966837 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c0d360eb-fc28-49b4-93bf-797c2848ab58 req-5e2845ec-25bf-4de3-ba70-b4d78e376cbb tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778203 May 12 14:35:54.086209 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0eabb217-f26f-443f-a9b1-85a43be05083 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks [] for port (7d1882ea-5338-4c95-80ed-8eb3fde1d099), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:54.128493 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0eabb217-f26f-443f-a9b1-85a43be05083 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (7d1882ea-5338-4c95-80ed-8eb3fde1d099), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:54.168567 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eabb217-f26f-443f-a9b1-85a43be05083 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Network 913ada40-7b52-4232-aff5-95dc520647d4 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:35:54.172304 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-0eabb217-f26f-443f-a9b1-85a43be05083 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:35:54.175981 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eabb217-f26f-443f-a9b1-85a43be05083 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:35:54.190892 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eabb217-f26f-443f-a9b1-85a43be05083 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Pushing event updated for resources: {'Port': ['ID=7d1882ea-5338-4c95-80ed-8eb3fde1d099,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:35:54.235685 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0eabb217-f26f-443f-a9b1-85a43be05083 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks [] for floatingip (b4159d95-2bef-4e02-88eb-60b23f79fbc6), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:54.281222 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0eabb217-f26f-443f-a9b1-85a43be05083 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (7d1882ea-5338-4c95-80ed-8eb3fde1d099), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:54.451324 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 228c90b8-3a08-410b-be25-ba639362a959 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:35:54.510610 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0eabb217-f26f-443f-a9b1-85a43be05083 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks [] for port (7d1882ea-5338-4c95-80ed-8eb3fde1d099), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:54.525916 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0eabb217-f26f-443f-a9b1-85a43be05083 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (7d1882ea-5338-4c95-80ed-8eb3fde1d099), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:54.556080 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 228c90b8-3a08-410b-be25-ba639362a959, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=228c90b8-3a08-410b-be25-ba639362a959,segment=NetworkSegment(ffee138e-c4dc-43bc-a9ed-63f97c51fda2),segment_id=ffee138e-c4dc-43bc-a9ed-63f97c51fda2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:35:54.568656 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Returning: {'device': '228c90b8-3a08-410b-be25-ba639362a959', 'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9', 'port_id': '228c90b8-3a08-410b-be25-ba639362a959', 'mac_address': 'fa:16:3e:10:83:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01f0db1e-e8da-4cb5-8f75-f3f1c91eada4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:35:54.584925 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f89efb-a2d4-4ef3-b775-4404575b2938 req-12858ca4-7736-44fc-bc63-1596f9d1779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:54.586446 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-00f89efb-a2d4-4ef3-b775-4404575b2938 req-12858ca4-7736-44fc-bc63-1596f9d1779a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=202791457f0749649e8cc096f6e43404&device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 1129 time: 0.1153104 May 12 14:35:54.589236 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0eabb217-f26f-443f-a9b1-85a43be05083 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (b4159d95-2bef-4e02-88eb-60b23f79fbc6), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:54.616994 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 228c90b8-3a08-410b-be25-ba639362a959 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:35:54.617579 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (228c90b8-3a08-410b-be25-ba639362a959), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:54.619432 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ecc847-9213-4233-ab9c-c6989e3308c4 req-092167d6-1cb7-44ee-8ef2-29ec800afd74 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:54.620945 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-03ecc847-9213-4233-ab9c-c6989e3308c4 req-092167d6-1cb7-44ee-8ef2-29ec800afd74 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.1132755 May 12 14:35:54.636331 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228c90b8-3a08-410b-be25-ba639362a959 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:35:54.658805 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 228c90b8-3a08-410b-be25-ba639362a959, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=228c90b8-3a08-410b-be25-ba639362a959,segment=NetworkSegment(ffee138e-c4dc-43bc-a9ed-63f97c51fda2),segment_id=ffee138e-c4dc-43bc-a9ed-63f97c51fda2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:35:54.664200 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (228c90b8-3a08-410b-be25-ba639362a959), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:54.694166 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eabb217-f26f-443f-a9b1-85a43be05083 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Pushing event updated for resources: {'Port': ['ID=7d1882ea-5338-4c95-80ed-8eb3fde1d099,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:35:54.698410 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0eabb217-f26f-443f-a9b1-85a43be05083 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:54.699690 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-0eabb217-f26f-443f-a9b1-85a43be05083 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0513480 May 12 14:35:54.726067 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=228c90b8-3a08-410b-be25-ba639362a959,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:35:54.750714 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f89efb-a2d4-4ef3-b775-4404575b2938 req-aa84d84e-7498-42b7-84cd-6e54c7ea3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:54.752270 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-00f89efb-a2d4-4ef3-b775-4404575b2938 req-aa84d84e-7498-42b7-84cd-6e54c7ea3900 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a850f271-3b32-48bf-8bb5-be1eb540a3d0 HTTP/1.1" status: 200 len: 918 time: 0.1545241 May 12 14:35:54.760043 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-03ecc847-9213-4233-ab9c-c6989e3308c4 req-875f6ad7-8e95-42a2-aa72-29ee62ab79ed tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247697 May 12 14:35:54.830372 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-00f89efb-a2d4-4ef3-b775-4404575b2938 req-6beda50a-e8e0-4681-82cb-3056130c6340 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fccb52d-a09a-4e64-adbe-8b42348d39c5 HTTP/1.1" status: 200 len: 1001 time: 0.0690079 May 12 14:35:54.902128 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f89efb-a2d4-4ef3-b775-4404575b2938 req-8b682296-d1bb-45a3-b546-05c9ef98fa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:54.903604 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-00f89efb-a2d4-4ef3-b775-4404575b2938 req-8b682296-d1bb-45a3-b546-05c9ef98fa25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8fb7d41d-7144-4a8c-a134-c65db57b4ef6 HTTP/1.1" status: 200 len: 856 time: 0.0656424 May 12 14:35:54.957084 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4ce752c9-503b-403f-9e33-a36eea384efb req-91e03d1b-56bb-4247-a75c-c49ea67c93d1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--348030222&fields=id&tenant_id=3c83c8fa2cd44eab84cb50b3ad06a1d3 HTTP/1.1" status: 200 len: 267 time: 0.0873761 May 12 14:35:54.974719 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f89efb-a2d4-4ef3-b775-4404575b2938 req-806688fc-fdb4-4fe7-b5ac-27ff6e6adb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:54.976238 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-00f89efb-a2d4-4ef3-b775-4404575b2938 req-806688fc-fdb4-4fe7-b5ac-27ff6e6adb8c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a850f271-3b32-48bf-8bb5-be1eb540a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0645304 May 12 14:35:55.160623 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce752c9-503b-403f-9e33-a36eea384efb req-869aff74-cc72-49e3-b36a-1ea1a5bce2c1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:55.162179 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4ce752c9-503b-403f-9e33-a36eea384efb req-869aff74-cc72-49e3-b36a-1ea1a5bce2c1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/networks?id=a960421c-0ac7-4777-ad11-86ea1221dbd0 HTTP/1.1" status: 200 len: 819 time: 0.1976869 May 12 14:35:55.189469 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df20754-250f-46bf-91de-18bc533440c5 req-f68b4542-3996-478a-b42d-7cc5372bf064 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:55.190917 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2df20754-250f-46bf-91de-18bc533440c5 req-f68b4542-3996-478a-b42d-7cc5372bf064 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 945 time: 0.0956893 May 12 14:35:55.198079 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-00f89efb-a2d4-4ef3-b775-4404575b2938 req-b4cda187-9510-4017-bc23-e68fe4ce0c8c service neutron] 10.222.0.57 "GET /v2.0/networks/a850f271-3b32-48bf-8bb5-be1eb540a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092481 May 12 14:35:55.200599 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4ce752c9-503b-403f-9e33-a36eea384efb req-7d87386d-eada-4467-b4a6-af0387385f42 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/quotas/3c83c8fa2cd44eab84cb50b3ad06a1d3 HTTP/1.1" status: 200 len: 375 time: 0.0318329 May 12 14:35:55.278322 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4ce752c9-503b-403f-9e33-a36eea384efb req-0066057c-b37c-40f9-a266-7ba380ac5d57 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=3c83c8fa2cd44eab84cb50b3ad06a1d3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0713503 May 12 14:35:55.288714 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2df20754-250f-46bf-91de-18bc533440c5 req-68eb6a31-a25a-4e1e-9f65-b9f18b8a6ac9 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896859 May 12 14:35:55.374284 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4ce752c9-503b-403f-9e33-a36eea384efb req-fc8ce0e7-9ff2-4b8d-b27a-f31ff89667a7 service neutron] 10.222.0.75 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830989 May 12 14:35:55.468388 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4ce752c9-503b-403f-9e33-a36eea384efb req-8bea8162-ad00-41aa-8a74-d856bc4fdb09 service neutron] 10.222.0.75 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874994 May 12 14:35:55.638744 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-630c79d0-0670-4d8c-a9ae-33c92cce3e61 req-ad6b3415-5b98-43d2-ac12-eb7a6722731a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 210 time: 0.0363653 May 12 14:35:55.887492 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72643150-c2d0-4e27-9284-536faf691919 req-a209bca6-7527-4f39-95af-b6699b26986b tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:55.888933 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-72643150-c2d0-4e27-9284-536faf691919 req-a209bca6-7527-4f39-95af-b6699b26986b tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0514665 May 12 14:35:55.952006 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-72643150-c2d0-4e27-9284-536faf691919 req-2738ab66-7cee-4ba3-af6f-3b0263fd65d7 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567052 May 12 14:35:56.253564 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-00f89efb-a2d4-4ef3-b775-4404575b2938 req-3c38046d-8e35-4e74-82b9-a0f9226dd11d service neutron] 10.222.0.57 "GET /v2.0/networks/a850f271-3b32-48bf-8bb5-be1eb540a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860109 May 12 14:35:56.409413 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27130b85-2fb0-4f65-b7ca-f004b69397f4 req-99d8bba3-5758-4705-b8e6-83312738e215 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:56.410908 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-27130b85-2fb0-4f65-b7ca-f004b69397f4 req-99d8bba3-5758-4705-b8e6-83312738e215 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 945 time: 0.0531819 May 12 14:35:56.465188 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-27130b85-2fb0-4f65-b7ca-f004b69397f4 req-633e619e-6fbb-4c2a-a4a3-5d71512086ba tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486507 May 12 14:35:56.542687 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:35:56.741253 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fc6da6c4-334d-4ca3-913c-17841912f28e req-45ec7df5-e5f2-4650-8caf-341219b3d085 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 210 time: 0.0285614 May 12 14:35:57.071085 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb056a4-72df-4398-9617-9df40d04c8a5 req-2ba7060c-9156-4e88-ad3e-c3900bb4c0eb tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:57.072563 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1cb056a4-72df-4398-9617-9df40d04c8a5 req-2ba7060c-9156-4e88-ad3e-c3900bb4c0eb tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0463493 May 12 14:35:57.119372 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1cb056a4-72df-4398-9617-9df40d04c8a5 req-21990120-698e-4718-a58c-1c6e75ee1ef3 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405133 May 12 14:35:57.580685 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799c9b0-de6a-41cc-833e-a23d22d9e6c3 req-01837705-391e-4a6e-81ca-e47e10af43fd tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:57.582138 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9799c9b0-de6a-41cc-833e-a23d22d9e6c3 req-01837705-391e-4a6e-81ca-e47e10af43fd tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 945 time: 0.0463338 May 12 14:35:57.634761 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9799c9b0-de6a-41cc-833e-a23d22d9e6c3 req-a543c069-aae1-48cc-9377-462758655bd2 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470831 May 12 14:35:57.834775 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-eeafbd65-0e5e-4e70-80d9-92bab65c7349 req-1128c224-0b52-4be2-9691-3f09455aa294 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 210 time: 0.0269568 May 12 14:35:58.242466 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a757b8b-ba08-4cc0-a365-1c0a3d505294 req-5cfabade-2573-4080-8c7e-1f3dce231caa tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:58.243990 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0a757b8b-ba08-4cc0-a365-1c0a3d505294 req-5cfabade-2573-4080-8c7e-1f3dce231caa tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0483856 May 12 14:35:58.292255 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0a757b8b-ba08-4cc0-a365-1c0a3d505294 req-a83a5c38-5183-4944-ae0f-0d11aa532684 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422211 May 12 14:35:58.754098 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6edd8a-84aa-4fd6-a1f0-eb279d0bde84 req-07dc533d-e567-44da-bc3e-e238e6ae4896 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:58.755607 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ce6edd8a-84aa-4fd6-a1f0-eb279d0bde84 req-07dc533d-e567-44da-bc3e-e238e6ae4896 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 945 time: 0.0513752 May 12 14:35:58.803778 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ce6edd8a-84aa-4fd6-a1f0-eb279d0bde84 req-c2f73519-ed44-42b0-8f02-2c9030f693e7 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424073 May 12 14:35:58.935005 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-857e516a-ae85-47e4-8b9b-11374c9caf3c req-428e63d8-786e-4eec-a102-7bdc23f92826 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 210 time: 0.0266211 May 12 14:35:59.411101 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6341efd-469f-4806-8cc1-dd75f6e5caa6 req-38031b16-bd7e-4709-9919-9231ce845872 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:59.412622 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f6341efd-469f-4806-8cc1-dd75f6e5caa6 req-38031b16-bd7e-4709-9919-9231ce845872 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 945 time: 0.0493889 May 12 14:35:59.420149 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 7fccb52d-a09a-4e64-adbe-8b42348d39c5 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:35:59.501401 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 7fccb52d-a09a-4e64-adbe-8b42348d39c5 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:35:59.501797 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (7fccb52d-a09a-4e64-adbe-8b42348d39c5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:59.526399 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e2a4c2-6255-4074-9a3c-e5159c3f7b87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fccb52d-a09a-4e64-adbe-8b42348d39c5'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:35:59.528630 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bb7afd-2b02-4421-a82a-e8992c53a30e" -d '{"events": [{"server_uuid": "d0e2a4c2-6255-4074-9a3c-e5159c3f7b87", "name": "network-vif-unplugged", "status": "completed", "tag": "7fccb52d-a09a-4e64-adbe-8b42348d39c5"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:35:59.541416 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 7fccb52d-a09a-4e64-adbe-8b42348d39c5, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=7fccb52d-a09a-4e64-adbe-8b42348d39c5,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:35:59.546843 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (7fccb52d-a09a-4e64-adbe-8b42348d39c5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:35:59.596978 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=7fccb52d-a09a-4e64-adbe-8b42348d39c5,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:35:59.661115 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['228c90b8-3a08-410b-be25-ba639362a959'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:35:59.725293 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f6341efd-469f-4806-8cc1-dd75f6e5caa6 req-977afb67-33d3-459e-b623-0c3a2bac4056 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3060567 May 12 14:35:59.799132 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-72132f80-b431-4922-86f3-aa1a27ff0672 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:59.800602 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-72132f80-b431-4922-86f3-aa1a27ff0672 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/networks?id=c4e4c52c-dcb8-4f29-b913-b6c0c789c55d HTTP/1.1" status: 200 len: 813 time: 0.3603320 May 12 14:35:59.816489 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-4e29b7df-8d3f-4bba-a5b6-8977bf6532b0 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/quotas/a9501c41f0664eca9177e0071bb5b1b8 HTTP/1.1" status: 200 len: 375 time: 0.0101161 May 12 14:35:59.846643 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 14:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa55b8d-6deb-41dc-84a2-891404faf34c x-openstack-request-id: req-0fa55b8d-6deb-41dc-84a2-891404faf34c {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:35:59.846974 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e2a4c2-6255-4074-9a3c-e5159c3f7b87", "name": "network-vif-unplugged", "status": "completed", "tag": "7fccb52d-a09a-4e64-adbe-8b42348d39c5", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:35:59.847233 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0fa55b8d-6deb-41dc-84a2-891404faf34c {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:35:59.847619 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fa55b8d-6deb-41dc-84a2-891404faf34c'] response: {'server_uuid': 'd0e2a4c2-6255-4074-9a3c-e5159c3f7b87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fccb52d-a09a-4e64-adbe-8b42348d39c5', 'code': 200} May 12 14:35:59.850525 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-e812f30e-5bbb-4999-aef5-f874437c00d7 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=a9501c41f0664eca9177e0071bb5b1b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286798 May 12 14:35:59.963300 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c8f09-973c-404e-858a-5fe108e93c31 req-43683e46-0feb-4330-b0be-8495e16c0d17 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:35:59.964619 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b80c8f09-973c-404e-858a-5fe108e93c31 req-43683e46-0feb-4330-b0be-8495e16c0d17 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 945 time: 0.0884674 May 12 14:36:00.002629 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-bf47c04b-e6e4-4bd8-9dc0-37ee21dfacc9 service neutron] 10.222.0.75 "GET /v2.0/networks/c4e4c52c-dcb8-4f29-b913-b6c0c789c55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455300 May 12 14:36:00.054797 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b80c8f09-973c-404e-858a-5fe108e93c31 req-900f8b14-971c-4af1-b056-a4dbfd5d6554 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830548 May 12 14:36:00.122801 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-2329d396-7d2e-475e-ac13-2e33152ee914 service neutron] 10.222.0.75 "GET /v2.0/networks/c4e4c52c-dcb8-4f29-b913-b6c0c789c55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127532 May 12 14:36:00.138356 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4ef1367d-5901-4798-b275-8269de424886 req-b37c3968-f4b0-4cd6-b9ed-47f1027b1af9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 210 time: 0.0301957 May 12 14:36:00.278826 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c83bc5c4-c52b-49ca-9115-11072162f03a req-5c3de997-8ffa-4af1-9548-de7d2e5a43f3 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=03ea87fc-19a5-4d9e-b6c3-7b464c75d052 HTTP/1.1" status: 200 len: 210 time: 0.0284755 May 12 14:36:00.847762 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e64ab-4725-4001-a6ea-67eece30b199 req-54806245-3280-4cf0-b9d6-71c89ca1f8ce tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:00.849128 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-617e64ab-4725-4001-a6ea-67eece30b199 req-54806245-3280-4cf0-b9d6-71c89ca1f8ce tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0496175 May 12 14:36:00.896991 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-617e64ab-4725-4001-a6ea-67eece30b199 req-e3e245a4-8dd9-480e-a1da-8aba6f152165 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422580 May 12 14:36:01.193996 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df84b8-69da-4611-967c-32f5f54eb4b9 req-47a93936-2e7d-49e8-80fd-13c0a146632c tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:01.195522 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-23df84b8-69da-4611-967c-32f5f54eb4b9 req-47a93936-2e7d-49e8-80fd-13c0a146632c tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 945 time: 0.0528059 May 12 14:36:01.244150 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-635fcd1a-4f42-4949-a909-84e1676040d0 req-c384bb54-4d28-485c-bccd-11a367d07dd2 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 210 time: 0.0356245 May 12 14:36:01.272955 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-23df84b8-69da-4611-967c-32f5f54eb4b9 req-9b858236-9425-407f-802b-4d6c5b3748ed tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718217 May 12 14:36:01.376513 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d3deef49-0088-4711-beff-05976ae8c740 req-2455260c-8473-403d-bac9-a3f313cc13d9 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=03ea87fc-19a5-4d9e-b6c3-7b464c75d052 HTTP/1.1" status: 200 len: 210 time: 0.0315859 May 12 14:36:01.662848 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 228c90b8-3a08-410b-be25-ba639362a959 up at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:36:01.714291 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning for port 228c90b8-3a08-410b-be25-ba639362a959 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:36:01.720058 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning complete for port 228c90b8-3a08-410b-be25-ba639362a959 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:36:01.720618 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (228c90b8-3a08-410b-be25-ba639362a959), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:01.797056 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 228c90b8-3a08-410b-be25-ba639362a959 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:36:01.797449 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (228c90b8-3a08-410b-be25-ba639362a959), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:01.829787 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 228c90b8-3a08-410b-be25-ba639362a959, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=228c90b8-3a08-410b-be25-ba639362a959,segment=NetworkSegment(ffee138e-c4dc-43bc-a9ed-63f97c51fda2),segment_id=ffee138e-c4dc-43bc-a9ed-63f97c51fda2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:36:01.833518 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (228c90b8-3a08-410b-be25-ba639362a959), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:01.858964 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228c90b8-3a08-410b-be25-ba639362a959'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:36:01.865468 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3307476d-8432-4d73-8cea-d4c3f3ec9ca6" -d '{"events": [{"server_uuid": "ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef", "name": "network-vif-plugged", "status": "completed", "tag": "228c90b8-3a08-410b-be25-ba639362a959"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:36:01.898813 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=228c90b8-3a08-410b-be25-ba639362a959,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:36:01.905630 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5136bcfa-775a-4786-9ae0-460564001b5b x-openstack-request-id: req-5136bcfa-775a-4786-9ae0-460564001b5b {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:36:01.906463 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef", "name": "network-vif-plugged", "status": "completed", "tag": "228c90b8-3a08-410b-be25-ba639362a959", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:36:01.906724 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5136bcfa-775a-4786-9ae0-460564001b5b {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:36:01.907209 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5136bcfa-775a-4786-9ae0-460564001b5b'] response: {'server_uuid': 'ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228c90b8-3a08-410b-be25-ba639362a959', 'code': 200} May 12 14:36:02.029166 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a26b6-0a13-4929-8051-2ca1b91b66dc req-3f068f35-3cb1-4231-ac3f-58145d278006 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:02.031293 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-285a26b6-0a13-4929-8051-2ca1b91b66dc req-3f068f35-3cb1-4231-ac3f-58145d278006 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0581808 May 12 14:36:02.148061 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-285a26b6-0a13-4929-8051-2ca1b91b66dc req-09696b0e-78b6-4da2-997e-9e5dcbb00e32 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031795 May 12 14:36:02.170753 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce752c9-503b-403f-9e33-a36eea384efb req-1cd113e0-db1d-419b-a812-faeeca9f1893 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:02.172281 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4ce752c9-503b-403f-9e33-a36eea384efb req-1cd113e0-db1d-419b-a812-faeeca9f1893 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.57 "GET /v2.0/networks?id=a960421c-0ac7-4777-ad11-86ea1221dbd0 HTTP/1.1" status: 200 len: 819 time: 0.1356342 May 12 14:36:02.342037 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-52bdddac-865c-4550-85fe-2708949017fa req-9b75a024-5ad4-4f46-91be-805fd225f8f5 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 210 time: 0.0305879 May 12 14:36:02.477473 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab0a39-95e3-4948-88c7-474ed86043c4 req-7aa25f6e-9407-4898-8c33-bc4ec95a6c07 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:02.479013 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8aab0a39-95e3-4948-88c7-474ed86043c4 req-7aa25f6e-9407-4898-8c33-bc4ec95a6c07 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 946 time: 0.0713806 May 12 14:36:02.598932 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4ce752c9-503b-403f-9e33-a36eea384efb req-3509b515-0bca-4840-852e-5949838c6e5f tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c83c8fa2cd44eab84cb50b3ad06a1d3 HTTP/1.1" status: 200 len: 379 time: 0.1553996 May 12 14:36:02.664809 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8aab0a39-95e3-4948-88c7-474ed86043c4 req-ecab6f52-a905-4250-82d4-c97372651e1f tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745701 May 12 14:36:02.689605 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-65e3b383-5904-47cc-89c4-820cae348723 req-f84cfdb9-fabb-451e-bc04-e779ec5ff923 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=03ea87fc-19a5-4d9e-b6c3-7b464c75d052 HTTP/1.1" status: 200 len: 210 time: 0.0421605 May 12 14:36:02.718187 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-665e9bb2-0c7a-4fa0-aa3a-24681ef09e1c tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:02.719946 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-665e9bb2-0c7a-4fa0-aa3a-24681ef09e1c tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.57 "GET /v2.0/networks?id=c4e4c52c-dcb8-4f29-b913-b6c0c789c55d HTTP/1.1" status: 200 len: 813 time: 0.2125905 May 12 14:36:02.727306 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-4ce752c9-503b-403f-9e33-a36eea384efb req-33f96019-8ce6-4457-aac6-259a6c0adfea tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Request body: {'port': {'device_id': '26e40740-6dab-4657-abc3-eb83ee4b4c4d', 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0', 'admin_state_up': True, 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'security_groups': ['2eccd629-88c6-4e5b-938e-6253e682490f']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:36:02.756307 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-da431ba4-6248-4b4c-a9b0-3ee9896ffe06 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Request body: {'port': {'device_id': '03ea87fc-19a5-4d9e-b6c3-7b464c75d052', 'network_id': 'c4e4c52c-dcb8-4f29-b913-b6c0c789c55d', 'admin_state_up': True, 'tenant_id': 'a9501c41f0664eca9177e0071bb5b1b8'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:36:02.776665 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [req-10614772-6b95-4e42-b795-98ee04ad836c req-54ec7a12-8d0f-4735-8c87-c202cba2e026 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:36:02.777648 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-10614772-6b95-4e42-b795-98ee04ad836c req-54ec7a12-8d0f-4735-8c87-c202cba2e026 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049679 May 12 14:36:02.936035 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923ecf4-b51f-4e2c-8b5c-7089d435306f req-e18ec22f-3573-40f8-aa87-316c59f36e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:02.937641 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e923ecf4-b51f-4e2c-8b5c-7089d435306f req-e18ec22f-3573-40f8-aa87-316c59f36e25 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 1130 time: 0.1672027 May 12 14:36:03.021433 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e39f97-4757-4c9e-8080-a19f65549e00 req-03e99d38-47dd-4158-ab74-b8a1ddcb7ef6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:03.022987 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-76e39f97-4757-4c9e-8080-a19f65549e00 req-03e99d38-47dd-4158-ab74-b8a1ddcb7ef6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.1176348 May 12 14:36:03.086245 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce752c9-503b-403f-9e33-a36eea384efb req-33f96019-8ce6-4457-aac6-259a6c0adfea tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Made reservation on behalf of 3c83c8fa2cd44eab84cb50b3ad06a1d3 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:36:03.089877 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4ce752c9-503b-403f-9e33-a36eea384efb req-33f96019-8ce6-4457-aac6-259a6c0adfea tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:03.097258 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e923ecf4-b51f-4e2c-8b5c-7089d435306f req-2a627515-7a78-4a5e-b52a-a33ad4972072 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349902 May 12 14:36:03.139790 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-da431ba4-6248-4b4c-a9b0-3ee9896ffe06 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Made reservation on behalf of a9501c41f0664eca9177e0071bb5b1b8 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:36:03.144965 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-da431ba4-6248-4b4c-a9b0-3ee9896ffe06 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:03.197554 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-76e39f97-4757-4c9e-8080-a19f65549e00 req-95cf75c1-bc46-4562-9e83-667525aa62e3 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638958 May 12 14:36:03.343602 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 38302) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:36:03.358843 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-4ce752c9-503b-403f-9e33-a36eea384efb req-33f96019-8ce6-4457-aac6-259a6c0adfea tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Allocated IP 172.20.0.6 (a960421c-0ac7-4777-ad11-86ea1221dbd0/3ff9df63-a567-422b-b0eb-7dc75045c602/1d9bd042-8dc9-4559-9211-62f3a465dca4) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:36:03.387449 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-da431ba4-6248-4b4c-a9b0-3ee9896ffe06 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Allocated IP 172.20.0.10 (c4e4c52c-dcb8-4f29-b913-b6c0c789c55d/12654294-56b3-4f5c-812f-c4bca8998c4e/1a2cb385-3a41-4cfb-a347-2f9ef44bca18) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:36:03.445315 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [req-cc5237f1-dae8-47fb-b1ea-fd06932bd249 req-a6e10817-0668-43b1-baa0-7b2197ae7bb6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0999398 May 12 14:36:03.454447 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [req-cc5237f1-dae8-47fb-b1ea-fd06932bd249 req-9e7c37c7-0d47-4f11-8102-f42398b6e705 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:36:03.455429 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [req-cc5237f1-dae8-47fb-b1ea-fd06932bd249 req-9e7c37c7-0d47-4f11-8102-f42398b6e705 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054507 May 12 14:36:03.487783 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bed93b38-6d91-4eef-aa6e-57ecbff03df5 req-03c49382-21fe-44f4-be38-ca279ea30636 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 210 time: 0.0593061 May 12 14:36:03.543057 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 38312) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:36:03.592093 dv-cinder-777031-14-iscsi neutron-server[103429]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 14:36:03.637406 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4ce752c9-503b-403f-9e33-a36eea384efb req-33f96019-8ce6-4457-aac6-259a6c0adfea tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks [] for port (1d9bd042-8dc9-4559-9211-62f3a465dca4), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:03.641445 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5237f1-dae8-47fb-b1ea-fd06932bd249 req-14b097a9-b57b-4c2c-ba05-2926880152af tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:03.642780 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [req-cc5237f1-dae8-47fb-b1ea-fd06932bd249 req-14b097a9-b57b-4c2c-ba05-2926880152af tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports/7fccb52d-a09a-4e64-adbe-8b42348d39c5 HTTP/1.1" status: 200 len: 940 time: 0.0985403 May 12 14:36:03.682248 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-da431ba4-6248-4b4c-a9b0-3ee9896ffe06 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Publish callbacks [] for port (1a2cb385-3a41-4cfb-a347-2f9ef44bca18), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:03.718546 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4ce752c9-503b-403f-9e33-a36eea384efb req-33f96019-8ce6-4457-aac6-259a6c0adfea tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (1d9bd042-8dc9-4559-9211-62f3a465dca4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:03.770483 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce752c9-503b-403f-9e33-a36eea384efb req-33f96019-8ce6-4457-aac6-259a6c0adfea tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Network a960421c-0ac7-4777-ad11-86ea1221dbd0 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:36:03.798875 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-4ce752c9-503b-403f-9e33-a36eea384efb req-33f96019-8ce6-4457-aac6-259a6c0adfea tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:36:03.801135 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-da431ba4-6248-4b4c-a9b0-3ee9896ffe06 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (1a2cb385-3a41-4cfb-a347-2f9ef44bca18), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:03.828993 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce752c9-503b-403f-9e33-a36eea384efb req-33f96019-8ce6-4457-aac6-259a6c0adfea tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:36:03.834144 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce752c9-503b-403f-9e33-a36eea384efb req-33f96019-8ce6-4457-aac6-259a6c0adfea tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:03.834753 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4ce752c9-503b-403f-9e33-a36eea384efb req-33f96019-8ce6-4457-aac6-259a6c0adfea tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:03.868725 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f96019-8ce6-4457-aac6-259a6c0adfea tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Pushing event updated for resources: {'Port': ['ID=1d9bd042-8dc9-4559-9211-62f3a465dca4,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:36:03.916932 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa735b2-6962-40fd-88d1-43fdff94313b req-1679439e-6299-4dde-b3e0-68c055f8f651 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:03.918281 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-daa735b2-6962-40fd-88d1-43fdff94313b req-1679439e-6299-4dde-b3e0-68c055f8f651 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=03ea87fc-19a5-4d9e-b6c3-7b464c75d052 HTTP/1.1" status: 200 len: 932 time: 0.1517682 May 12 14:36:03.949968 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4ce752c9-503b-403f-9e33-a36eea384efb req-33f96019-8ce6-4457-aac6-259a6c0adfea tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2289889 May 12 14:36:03.956790 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1de4d-c738-49ea-bede-5421efc9ab46 req-46e48094-3b52-4374-9620-212be89e6439 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:03.958271 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-76e1de4d-c738-49ea-bede-5421efc9ab46 req-46e48094-3b52-4374-9620-212be89e6439 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 946 time: 0.1844976 May 12 14:36:03.962609 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-da431ba4-6248-4b4c-a9b0-3ee9896ffe06 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Network c4e4c52c-dcb8-4f29-b913-b6c0c789c55d is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:36:03.981247 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-da431ba4-6248-4b4c-a9b0-3ee9896ffe06 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:36:03.989661 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-da431ba4-6248-4b4c-a9b0-3ee9896ffe06 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:36:03.994676 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-da431ba4-6248-4b4c-a9b0-3ee9896ffe06 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:03.995329 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-da431ba4-6248-4b4c-a9b0-3ee9896ffe06 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:03.998602 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da431ba4-6248-4b4c-a9b0-3ee9896ffe06 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Pushing event updated for resources: {'Port': ['ID=1a2cb385-3a41-4cfb-a347-2f9ef44bca18,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:36:04.033887 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-55984e84-2177-444b-8e3d-b6566f238af7 None None] Provisioning complete for port 1d9bd042-8dc9-4559-9211-62f3a465dca4 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:36:04.034480 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-55984e84-2177-444b-8e3d-b6566f238af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (1d9bd042-8dc9-4559-9211-62f3a465dca4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:04.035925 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-da431ba4-6248-4b4c-a9b0-3ee9896ffe06 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2883916 May 12 14:36:04.065062 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-daa735b2-6962-40fd-88d1-43fdff94313b req-c95204b0-d8a5-406f-b065-df6c72ac709c tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370192 May 12 14:36:04.066360 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-55984e84-2177-444b-8e3d-b6566f238af7 None None] Port 1d9bd042-8dc9-4559-9211-62f3a465dca4 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:36:04.069864 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-76e1de4d-c738-49ea-bede-5421efc9ab46 req-4c9f4064-d60f-4730-a724-8ddba7bbb28e tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000516 May 12 14:36:04.315156 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d97fc1-ac23-4cc9-99e0-8213503c427f req-5eabb395-a37f-49bc-8fb8-4da7b8191032 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:04.316495 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-67d97fc1-ac23-4cc9-99e0-8213503c427f req-5eabb395-a37f-49bc-8fb8-4da7b8191032 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0462337 May 12 14:36:04.361606 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-67d97fc1-ac23-4cc9-99e0-8213503c427f req-4c5966fd-c869-46ad-9749-c06a89dcd3ac tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397580 May 12 14:36:04.605672 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518aafb-4b74-493f-8361-05896b519b43 req-0cbcc999-1b1b-4a0b-9b63-f52e7b45e048 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:04.607129 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f518aafb-4b74-493f-8361-05896b519b43 req-0cbcc999-1b1b-4a0b-9b63-f52e7b45e048 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 931 time: 0.0496895 May 12 14:36:04.653298 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f518aafb-4b74-493f-8361-05896b519b43 req-7d55e4dc-abe0-4e3f-b58e-6a745a44774d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401714 May 12 14:36:04.758621 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-4ce752c9-503b-403f-9e33-a36eea384efb req-a50bbdbc-2869-4892-8f63-bc57ce8ac3de service neutron] Request body: {'port': {'device_id': '26e40740-6dab-4657-abc3-eb83ee4b4c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:36:04.787044 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-647a78a8-3c9e-4185-9826-040a58a21314 service neutron] Request body: {'port': {'device_id': '03ea87fc-19a5-4d9e-b6c3-7b464c75d052', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:36:04.844021 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4ce752c9-503b-403f-9e33-a36eea384efb req-a50bbdbc-2869-4892-8f63-bc57ce8ac3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (1d9bd042-8dc9-4559-9211-62f3a465dca4), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:04.882791 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-647a78a8-3c9e-4185-9826-040a58a21314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (1a2cb385-3a41-4cfb-a347-2f9ef44bca18), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:05.290087 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126b6d2-848d-496a-85b5-d342e06ea019 req-8e9b6ea2-67b9-4050-83e1-38c1bbbcdecf tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:05.291474 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0126b6d2-848d-496a-85b5-d342e06ea019 req-8e9b6ea2-67b9-4050-83e1-38c1bbbcdecf tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=03ea87fc-19a5-4d9e-b6c3-7b464c75d052 HTTP/1.1" status: 200 len: 932 time: 0.1414387 May 12 14:36:05.300451 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7def836-df03-4e36-87ef-566dd4686b64 req-62561c4c-160f-483e-bd62-8b575b350968 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:05.301855 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f7def836-df03-4e36-87ef-566dd4686b64 req-62561c4c-160f-483e-bd62-8b575b350968 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 946 time: 0.1485734 May 12 14:36:05.462510 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0126b6d2-848d-496a-85b5-d342e06ea019 req-847928ac-915a-470b-be70-0800601801db tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597223 May 12 14:36:05.484701 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f7def836-df03-4e36-87ef-566dd4686b64 req-3eb3bf82-d363-4c74-86e1-2ef44c6a734f tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546628 May 12 14:36:05.555455 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [req-4ce752c9-503b-403f-9e33-a36eea384efb req-a50bbdbc-2869-4892-8f63-bc57ce8ac3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d9bd042-8dc9-4559-9211-62f3a465dca4 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:36:05.578039 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4ce752c9-503b-403f-9e33-a36eea384efb req-a50bbdbc-2869-4892-8f63-bc57ce8ac3de service neutron] Publish callbacks [] for port (1d9bd042-8dc9-4559-9211-62f3a465dca4), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:05.601106 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-647a78a8-3c9e-4185-9826-040a58a21314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2cb385-3a41-4cfb-a347-2f9ef44bca18 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:36:05.615279 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-647a78a8-3c9e-4185-9826-040a58a21314 service neutron] Publish callbacks [] for port (1a2cb385-3a41-4cfb-a347-2f9ef44bca18), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:05.617738 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-4ce752c9-503b-403f-9e33-a36eea384efb req-a50bbdbc-2869-4892-8f63-bc57ce8ac3de service neutron] Transition to ACTIVE for port object 1d9bd042-8dc9-4559-9211-62f3a465dca4 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:36:05.626633 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c35f43-d7c3-4e04-bcba-d3d469c8992e req-ff7fa5a6-48a1-4c4f-bd47-17eda4099c92 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:05.628149 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-48c35f43-d7c3-4e04-bcba-d3d469c8992e req-ff7fa5a6-48a1-4c4f-bd47-17eda4099c92 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0914781 May 12 14:36:05.634186 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4ce752c9-503b-403f-9e33-a36eea384efb req-a50bbdbc-2869-4892-8f63-bc57ce8ac3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (1d9bd042-8dc9-4559-9211-62f3a465dca4), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:05.660872 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 7fccb52d-a09a-4e64-adbe-8b42348d39c5 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:36:05.674078 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-647a78a8-3c9e-4185-9826-040a58a21314 service neutron] Transition to ACTIVE for port object 1a2cb385-3a41-4cfb-a347-2f9ef44bca18 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:36:05.715503 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-647a78a8-3c9e-4185-9826-040a58a21314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (1a2cb385-3a41-4cfb-a347-2f9ef44bca18), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:05.779631 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bbdbc-2869-4892-8f63-bc57ce8ac3de service neutron] Pushing event updated for resources: {'Port': ['ID=1d9bd042-8dc9-4559-9211-62f3a465dca4,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:36:05.813381 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 7fccb52d-a09a-4e64-adbe-8b42348d39c5 is: DOWN; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:36:06.105154 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-48c35f43-d7c3-4e04-bcba-d3d469c8992e req-4c1563ef-b4f7-465f-9021-e06d1742cb89 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4686971 May 12 14:36:06.156634 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13fbc9-53bc-4d86-b441-8d0fc84434f8 req-868865cc-aec3-4bdf-9773-6bec6d23b9b9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:06.158111 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7b13fbc9-53bc-4d86-b441-8d0fc84434f8 req-868865cc-aec3-4bdf-9773-6bec6d23b9b9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 943 time: 0.3959594 May 12 14:36:06.166889 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-4ce752c9-503b-403f-9e33-a36eea384efb req-a50bbdbc-2869-4892-8f63-bc57ce8ac3de service neutron] Attempting to bind port 1d9bd042-8dc9-4559-9211-62f3a465dca4 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:36:06.167254 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-4ce752c9-503b-403f-9e33-a36eea384efb req-a50bbdbc-2869-4892-8f63-bc57ce8ac3de service neutron] Attempting to bind port 1d9bd042-8dc9-4559-9211-62f3a465dca4 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'c6e36150-006d-4817-be7b-a40f146ddc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:36:06.167585 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce752c9-503b-403f-9e33-a36eea384efb req-a50bbdbc-2869-4892-8f63-bc57ce8ac3de service neutron] Attempting to bind port 1d9bd042-8dc9-4559-9211-62f3a465dca4 on network a960421c-0ac7-4777-ad11-86ea1221dbd0 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:36:06.169396 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a78a8-3c9e-4185-9826-040a58a21314 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2cb385-3a41-4cfb-a347-2f9ef44bca18,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:36:06.197035 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce752c9-503b-403f-9e33-a36eea384efb req-a50bbdbc-2869-4892-8f63-bc57ce8ac3de service neutron] Port 1d9bd042-8dc9-4559-9211-62f3a465dca4 on network a960421c-0ac7-4777-ad11-86ea1221dbd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:36:06.197356 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce752c9-503b-403f-9e33-a36eea384efb req-a50bbdbc-2869-4892-8f63-bc57ce8ac3de service neutron] Attempting to bind port 1d9bd042-8dc9-4559-9211-62f3a465dca4 on network a960421c-0ac7-4777-ad11-86ea1221dbd0 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:36:06.203091 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-647a78a8-3c9e-4185-9826-040a58a21314 service neutron] Attempting to bind port 1a2cb385-3a41-4cfb-a347-2f9ef44bca18 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:36:06.203396 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-647a78a8-3c9e-4185-9826-040a58a21314 service neutron] Attempting to bind port 1a2cb385-3a41-4cfb-a347-2f9ef44bca18 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '763d07bf-5e57-4946-a525-2d840c7b2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c4e4c52c-dcb8-4f29-b913-b6c0c789c55d'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:36:06.203715 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-647a78a8-3c9e-4185-9826-040a58a21314 service neutron] Attempting to bind port 1a2cb385-3a41-4cfb-a347-2f9ef44bca18 on network c4e4c52c-dcb8-4f29-b913-b6c0c789c55d {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:36:06.210208 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce752c9-503b-403f-9e33-a36eea384efb req-a50bbdbc-2869-4892-8f63-bc57ce8ac3de service neutron] Checking agent: {'id': 'c5e9105e-03c6-4986-a076-8428d06d9de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:36:06.210542 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce752c9-503b-403f-9e33-a36eea384efb req-a50bbdbc-2869-4892-8f63-bc57ce8ac3de service neutron] Checking segment: {'id': 'c6e36150-006d-4817-be7b-a40f146ddc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:36:06.210918 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce752c9-503b-403f-9e33-a36eea384efb req-a50bbdbc-2869-4892-8f63-bc57ce8ac3de service neutron] Bound using segment: {'id': 'c6e36150-006d-4817-be7b-a40f146ddc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:36:06.211371 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-4ce752c9-503b-403f-9e33-a36eea384efb req-a50bbdbc-2869-4892-8f63-bc57ce8ac3de service neutron] Bound port: 1d9bd042-8dc9-4559-9211-62f3a465dca4, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e36150-006d-4817-be7b-a40f146ddc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:36:06.211727 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4ce752c9-503b-403f-9e33-a36eea384efb req-a50bbdbc-2869-4892-8f63-bc57ce8ac3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (1d9bd042-8dc9-4559-9211-62f3a465dca4), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:06.221050 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-647a78a8-3c9e-4185-9826-040a58a21314 service neutron] Port 1a2cb385-3a41-4cfb-a347-2f9ef44bca18 on network c4e4c52c-dcb8-4f29-b913-b6c0c789c55d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:36:06.221369 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-647a78a8-3c9e-4185-9826-040a58a21314 service neutron] Attempting to bind port 1a2cb385-3a41-4cfb-a347-2f9ef44bca18 on network c4e4c52c-dcb8-4f29-b913-b6c0c789c55d {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:36:06.241045 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-647a78a8-3c9e-4185-9826-040a58a21314 service neutron] Checking agent: {'id': 'c5e9105e-03c6-4986-a076-8428d06d9de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:36:06.241379 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-647a78a8-3c9e-4185-9826-040a58a21314 service neutron] Checking segment: {'id': '763d07bf-5e57-4946-a525-2d840c7b2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c4e4c52c-dcb8-4f29-b913-b6c0c789c55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:36:06.241747 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-647a78a8-3c9e-4185-9826-040a58a21314 service neutron] Bound using segment: {'id': '763d07bf-5e57-4946-a525-2d840c7b2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c4e4c52c-dcb8-4f29-b913-b6c0c789c55d'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:36:06.242168 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-647a78a8-3c9e-4185-9826-040a58a21314 service neutron] Bound port: 1a2cb385-3a41-4cfb-a347-2f9ef44bca18, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '763d07bf-5e57-4946-a525-2d840c7b2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c4e4c52c-dcb8-4f29-b913-b6c0c789c55d'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:36:06.242520 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-647a78a8-3c9e-4185-9826-040a58a21314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (1a2cb385-3a41-4cfb-a347-2f9ef44bca18), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:06.275419 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7b13fbc9-53bc-4d86-b441-8d0fc84434f8 req-9dabd32c-d784-43e9-8d4a-adce57152785 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093676 May 12 14:36:06.347185 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-4ce752c9-503b-403f-9e33-a36eea384efb req-a50bbdbc-2869-4892-8f63-bc57ce8ac3de service neutron] For port 1d9bd042-8dc9-4559-9211-62f3a465dca4, host hv-cinder-77703, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:36:06.351494 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-4ce752c9-503b-403f-9e33-a36eea384efb req-a50bbdbc-2869-4892-8f63-bc57ce8ac3de service neutron] For port 1d9bd042-8dc9-4559-9211-62f3a465dca4, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=1d9bd042-8dc9-4559-9211-62f3a465dca4,segment=NetworkSegment(c6e36150-006d-4817-be7b-a40f146ddc75),segment_id=c6e36150-006d-4817-be7b-a40f146ddc75)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:36:06.356410 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-647a78a8-3c9e-4185-9826-040a58a21314 service neutron] For port 1a2cb385-3a41-4cfb-a347-2f9ef44bca18, host hv-cinder-77703, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:36:06.359865 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-647a78a8-3c9e-4185-9826-040a58a21314 service neutron] For port 1a2cb385-3a41-4cfb-a347-2f9ef44bca18, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=1a2cb385-3a41-4cfb-a347-2f9ef44bca18,segment=NetworkSegment(763d07bf-5e57-4946-a525-2d840c7b2321),segment_id=763d07bf-5e57-4946-a525-2d840c7b2321)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:36:06.361591 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4ce752c9-503b-403f-9e33-a36eea384efb req-a50bbdbc-2869-4892-8f63-bc57ce8ac3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (1d9bd042-8dc9-4559-9211-62f3a465dca4), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:06.388318 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-647a78a8-3c9e-4185-9826-040a58a21314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (1a2cb385-3a41-4cfb-a347-2f9ef44bca18), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:06.410359 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce752c9-503b-403f-9e33-a36eea384efb req-a50bbdbc-2869-4892-8f63-bc57ce8ac3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:06.410983 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-4ce752c9-503b-403f-9e33-a36eea384efb req-a50bbdbc-2869-4892-8f63-bc57ce8ac3de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:06.412379 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4ce752c9-503b-403f-9e33-a36eea384efb req-a50bbdbc-2869-4892-8f63-bc57ce8ac3de service neutron] 10.222.0.57 "PUT /v2.0/ports/1d9bd042-8dc9-4559-9211-62f3a465dca4 HTTP/1.1" status: 200 len: 1093 time: 1.6582446 May 12 14:36:06.412824 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e40740-6dab-4657-abc3-eb83ee4b4c4d', 'tag': '1d9bd042-8dc9-4559-9211-62f3a465dca4'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:36:06.416740 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce67aa3-648d-4a98-811f-5c4d9e9a20dc" -d '{"events": [{"name": "network-changed", "server_uuid": "26e40740-6dab-4657-abc3-eb83ee4b4c4d", "tag": "1d9bd042-8dc9-4559-9211-62f3a465dca4"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:36:06.426751 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-647a78a8-3c9e-4185-9826-040a58a21314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:06.427367 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-647a78a8-3c9e-4185-9826-040a58a21314 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:06.428759 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-647a78a8-3c9e-4185-9826-040a58a21314 service neutron] 10.222.0.57 "PUT /v2.0/ports/1a2cb385-3a41-4cfb-a347-2f9ef44bca18 HTTP/1.1" status: 200 len: 1094 time: 1.6456568 May 12 14:36:06.445693 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bbdbc-2869-4892-8f63-bc57ce8ac3de service neutron] Pushing event updated for resources: {'Port': ['ID=1d9bd042-8dc9-4559-9211-62f3a465dca4,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:36:06.476381 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797de627-5f32-416d-8253-a64ba62181d8 x-openstack-request-id: req-797de627-5f32-416d-8253-a64ba62181d8 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:36:06.477046 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e40740-6dab-4657-abc3-eb83ee4b4c4d", "tag": "1d9bd042-8dc9-4559-9211-62f3a465dca4", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:36:06.477046 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-797de627-5f32-416d-8253-a64ba62181d8 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:36:06.477200 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-797de627-5f32-416d-8253-a64ba62181d8'] response: {'name': 'network-changed', 'server_uuid': '26e40740-6dab-4657-abc3-eb83ee4b4c4d', 'tag': '1d9bd042-8dc9-4559-9211-62f3a465dca4', 'status': 'completed', 'code': 200} May 12 14:36:06.508405 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a78a8-3c9e-4185-9826-040a58a21314 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2cb385-3a41-4cfb-a347-2f9ef44bca18,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:36:06.664253 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce752c9-503b-403f-9e33-a36eea384efb req-377fb935-e181-40bb-bcdd-6a7b60247339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:06.665771 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4ce752c9-503b-403f-9e33-a36eea384efb req-377fb935-e181-40bb-bcdd-6a7b60247339 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c83c8fa2cd44eab84cb50b3ad06a1d3&device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 1127 time: 0.1488616 May 12 14:36:06.666675 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-c221d308-9fb7-46ae-a842-ea67991f0db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:06.668041 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-c221d308-9fb7-46ae-a842-ea67991f0db7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9501c41f0664eca9177e0071bb5b1b8&device_id=03ea87fc-19a5-4d9e-b6c3-7b464c75d052 HTTP/1.1" status: 200 len: 1128 time: 0.1322381 May 12 14:36:06.680124 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f5027-61f9-4f14-8e90-c257fa381d08 req-612a3287-edcc-4c7e-8d50-fc5503474b5e tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:06.681723 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fc9f5027-61f9-4f14-8e90-c257fa381d08 req-612a3287-edcc-4c7e-8d50-fc5503474b5e tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=03ea87fc-19a5-4d9e-b6c3-7b464c75d052 HTTP/1.1" status: 200 len: 944 time: 0.1151972 May 12 14:36:06.694857 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62e72a-85a9-4f6f-af4c-91b8ccf85e3f req-44e0d3fd-1ca9-41c7-904a-ee52096a8c0d tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:06.696306 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9f62e72a-85a9-4f6f-af4c-91b8ccf85e3f req-44e0d3fd-1ca9-41c7-904a-ee52096a8c0d tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 946 time: 0.0997748 May 12 14:36:06.802666 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-8d2d3922-be73-40de-ade0-aeee2673dbc8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a2cb385-3a41-4cfb-a347-2f9ef44bca18 HTTP/1.1" status: 200 len: 217 time: 0.0803118 May 12 14:36:06.803863 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4ce752c9-503b-403f-9e33-a36eea384efb req-a625aa44-99ac-4e1b-a588-61bdf09976d7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d9bd042-8dc9-4559-9211-62f3a465dca4 HTTP/1.1" status: 200 len: 217 time: 0.0836880 May 12 14:36:06.911692 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fc9f5027-61f9-4f14-8e90-c257fa381d08 req-556bd3b2-7075-4d73-aeb2-b3428da3d197 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239103 May 12 14:36:06.924095 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9f62e72a-85a9-4f6f-af4c-91b8ccf85e3f req-1980d83c-e1cf-4a25-9ebb-e66d4867f485 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219820 May 12 14:36:06.938695 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-aca9e286-5816-44d5-9d55-a723698c77f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:06.940194 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-aca9e286-5816-44d5-9d55-a723698c77f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12654294-56b3-4f5c-812f-c4bca8998c4e HTTP/1.1" status: 200 len: 853 time: 0.1141701 May 12 14:36:06.945498 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce752c9-503b-403f-9e33-a36eea384efb req-d24af5d6-665e-47dd-b7d0-89f9cf603ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:06.946881 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4ce752c9-503b-403f-9e33-a36eea384efb req-d24af5d6-665e-47dd-b7d0-89f9cf603ef6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ff9df63-a567-422b-b0eb-7dc75045c602 HTTP/1.1" status: 200 len: 858 time: 0.1198027 May 12 14:36:07.036279 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c50e8-e887-455c-81db-6f291eea95d3 req-9b23553c-5963-4538-ba01-aa08bdb0f0e4 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:07.037740 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cb5c50e8-e887-455c-81db-6f291eea95d3 req-9b23553c-5963-4538-ba01-aa08bdb0f0e4 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 946 time: 0.0466776 May 12 14:36:07.089679 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cb5c50e8-e887-455c-81db-6f291eea95d3 req-ac61f56e-ab9a-46b0-b418-cb1fc0f0dcf1 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463197 May 12 14:36:07.111561 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 38346) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:36:07.244703 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-5a344ef9-2e54-4c15-9af9-c03e13b9736c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4e4c52c-dcb8-4f29-b913-b6c0c789c55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690098 May 12 14:36:07.396410 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce752c9-503b-403f-9e33-a36eea384efb req-901df339-63f7-427e-92bb-517528dedd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:07.397730 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4ce752c9-503b-403f-9e33-a36eea384efb req-901df339-63f7-427e-92bb-517528dedd2c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a960421c-0ac7-4777-ad11-86ea1221dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2141075 May 12 14:36:07.410245 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b081fe-8427-4862-b711-21304661b13c req-505d2c53-810d-4cf7-8d59-5965a998c7de tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:07.411681 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-90b081fe-8427-4862-b711-21304661b13c req-505d2c53-810d-4cf7-8d59-5965a998c7de tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.2263849 May 12 14:36:07.444309 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5237f1-dae8-47fb-b1ea-fd06932bd249 req-480307e9-bf91-44d2-84db-6723f0e07cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:07.445711 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cc5237f1-dae8-47fb-b1ea-fd06932bd249 req-480307e9-bf91-44d2-84db-6723f0e07cef service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87&tenant_id=202791457f0749649e8cc096f6e43404 HTTP/1.1" status: 200 len: 1127 time: 0.2135456 May 12 14:36:07.487121 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bc12d3-54d2-4ae7-b2df-a87ec9d6ebb1 tempest-TestShelveInstance-969050348 tempest-TestShelveInstance-969050348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:07.488534 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-a0bc12d3-54d2-4ae7-b2df-a87ec9d6ebb1 tempest-TestShelveInstance-969050348 tempest-TestShelveInstance-969050348-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 1125 time: 0.3759680 May 12 14:36:07.491688 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 38354) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:36:07.498075 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-fb1031bc-33f7-43b3-8fae-9407e45d67c8 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Request body: {'floatingip': {'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'port_id': '228c90b8-3a08-410b-be25-ba639362a959', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:36:07.521594 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb1031bc-33f7-43b3-8fae-9407e45d67c8 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:07.542906 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f101cc-4430-4293-b62c-bf52e82d313f req-d4a264e0-ddd4-4ffd-951d-9dbfdb0b5909 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:07.544432 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d8f101cc-4430-4293-b62c-bf52e82d313f req-d4a264e0-ddd4-4ffd-951d-9dbfdb0b5909 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 943 time: 0.1906803 May 12 14:36:07.602925 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb1031bc-33f7-43b3-8fae-9407e45d67c8 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:07.650442 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5237f1-dae8-47fb-b1ea-fd06932bd249 req-87ee38ed-e869-49e5-aa05-c5a150fb44dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:07.651987 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cc5237f1-dae8-47fb-b1ea-fd06932bd249 req-87ee38ed-e869-49e5-aa05-c5a150fb44dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=202791457f0749649e8cc096f6e43404&device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 1127 time: 0.1384785 May 12 14:36:07.665273 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-90b081fe-8427-4862-b711-21304661b13c req-12f8e945-b033-487f-b018-2acf3b43d817 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274163 May 12 14:36:07.667130 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-81883441-dda5-4cd8-84a6-41aa0066804d service neutron] 10.222.0.57 "GET /v2.0/networks/c4e4c52c-dcb8-4f29-b913-b6c0c789c55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494084 May 12 14:36:07.714531 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-fb1031bc-33f7-43b3-8fae-9407e45d67c8 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Allocated IP 172.27.0.92 (913ada40-7b52-4232-aff5-95dc520647d4/2870505d-8418-4289-9c4c-0eeadb155262/6c316407-275c-4eb4-8c84-cccd5b546e21) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:36:07.741426 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4ce752c9-503b-403f-9e33-a36eea384efb req-1b82e09c-e3a6-4b79-b268-2f967761a752 service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108821 May 12 14:36:07.814502 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb1031bc-33f7-43b3-8fae-9407e45d67c8 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for port (6c316407-275c-4eb4-8c84-cccd5b546e21), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:07.848053 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d8f101cc-4430-4293-b62c-bf52e82d313f req-58f481bb-a7dd-467f-96c8-d8cc921a2a46 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549715 May 12 14:36:07.855957 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb1031bc-33f7-43b3-8fae-9407e45d67c8 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (6c316407-275c-4eb4-8c84-cccd5b546e21), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:07.892075 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1031bc-33f7-43b3-8fae-9407e45d67c8 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Network 913ada40-7b52-4232-aff5-95dc520647d4 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:36:07.896373 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-fb1031bc-33f7-43b3-8fae-9407e45d67c8 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:36:07.899974 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1031bc-33f7-43b3-8fae-9407e45d67c8 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:36:07.918284 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae15a37e-ff65-486c-ab4b-34bc23fa384e req-b93e0fff-24c4-42cf-88de-66d40a13acad service neutron] 10.222.0.57 "GET /v2.0/networks/c4e4c52c-dcb8-4f29-b913-b6c0c789c55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399426 May 12 14:36:07.925098 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5237f1-dae8-47fb-b1ea-fd06932bd249 req-3551d7f1-819c-4064-8c34-57060b06d4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:07.926494 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cc5237f1-dae8-47fb-b1ea-fd06932bd249 req-3551d7f1-819c-4064-8c34-57060b06d4a3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a850f271-3b32-48bf-8bb5-be1eb540a3d0 HTTP/1.1" status: 200 len: 918 time: 0.2660372 May 12 14:36:07.926942 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1031bc-33f7-43b3-8fae-9407e45d67c8 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Pushing event updated for resources: {'Port': ['ID=6c316407-275c-4eb4-8c84-cccd5b546e21,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:36:07.950263 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4ce752c9-503b-403f-9e33-a36eea384efb req-02ee1f9e-5389-4701-940d-dc9fd227b8fa service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989191 May 12 14:36:08.071714 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cc5237f1-dae8-47fb-b1ea-fd06932bd249 req-0b9305a6-2beb-4bc7-96d6-f90280748ff2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fccb52d-a09a-4e64-adbe-8b42348d39c5 HTTP/1.1" status: 200 len: 999 time: 0.0934129 May 12 14:36:08.078522 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a907a-2d20-47d7-9bd9-06f39a98afe9 req-218ababb-a191-43a9-8303-37eff284703f tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:08.079961 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fa5a907a-2d20-47d7-9bd9-06f39a98afe9 req-218ababb-a191-43a9-8303-37eff284703f tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=03ea87fc-19a5-4d9e-b6c3-7b464c75d052 HTTP/1.1" status: 200 len: 944 time: 0.0620277 May 12 14:36:08.126313 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fa5a907a-2d20-47d7-9bd9-06f39a98afe9 req-caa918d6-3bf8-404f-9de8-0664a8851f39 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407853 May 12 14:36:08.280757 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb1031bc-33f7-43b3-8fae-9407e45d67c8 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for floatingip (b77aef47-5613-4061-8b78-e92f5d3d6da8), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:08.345581 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb1031bc-33f7-43b3-8fae-9407e45d67c8 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (6c316407-275c-4eb4-8c84-cccd5b546e21), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:08.477952 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ea87fc-19a5-4d9e-b6c3-7b464c75d052', 'tag': '1a2cb385-3a41-4cfb-a347-2f9ef44bca18'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:36:08.480320 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c558f5c-6264-480f-a459-f92027038f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "03ea87fc-19a5-4d9e-b6c3-7b464c75d052", "tag": "1a2cb385-3a41-4cfb-a347-2f9ef44bca18"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:36:08.517424 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301e3279-69dd-4691-96cb-2b7fa893728d x-openstack-request-id: req-301e3279-69dd-4691-96cb-2b7fa893728d {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:36:08.518036 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ea87fc-19a5-4d9e-b6c3-7b464c75d052", "tag": "1a2cb385-3a41-4cfb-a347-2f9ef44bca18", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:36:08.518036 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-301e3279-69dd-4691-96cb-2b7fa893728d {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:36:08.518546 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-301e3279-69dd-4691-96cb-2b7fa893728d'] response: {'name': 'network-changed', 'server_uuid': '03ea87fc-19a5-4d9e-b6c3-7b464c75d052', 'tag': '1a2cb385-3a41-4cfb-a347-2f9ef44bca18', 'status': 'completed', 'code': 200} May 12 14:36:08.524420 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb1031bc-33f7-43b3-8fae-9407e45d67c8 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for port (6c316407-275c-4eb4-8c84-cccd5b546e21), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:08.528715 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb1031bc-33f7-43b3-8fae-9407e45d67c8 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814747'] for port (6c316407-275c-4eb4-8c84-cccd5b546e21), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:08.596585 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1031bc-33f7-43b3-8fae-9407e45d67c8 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Pushing event updated for resources: {'Port': ['ID=6c316407-275c-4eb4-8c84-cccd5b546e21,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:36:08.606417 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb1031bc-33f7-43b3-8fae-9407e45d67c8 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (b77aef47-5613-4061-8b78-e92f5d3d6da8), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:08.704842 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.db.l3_db [None req-fb1031bc-33f7-43b3-8fae-9407e45d67c8 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Floating IP b77aef47-5613-4061-8b78-e92f5d3d6da8 associated. External IP: 172.27.0.92, port: 228c90b8-3a08-410b-be25-ba639362a959. May 12 14:36:08.785077 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5a015-4a7a-4e8e-bc39-0e6a67d09da9 req-2011d344-40ea-4280-b579-ba6dced6e810 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:08.786564 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-48f5a015-4a7a-4e8e-bc39-0e6a67d09da9 req-2011d344-40ea-4280-b579-ba6dced6e810 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0474484 May 12 14:36:08.837240 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-48f5a015-4a7a-4e8e-bc39-0e6a67d09da9 req-b661010e-5087-484d-b87b-306f56763f73 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448647 May 12 14:36:08.966550 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef9beb-c945-43a5-a6d3-0c0f027d1867 req-1e7ac35a-3616-47cf-967c-59d783eccec3 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:08.968657 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-44ef9beb-c945-43a5-a6d3-0c0f027d1867 req-1e7ac35a-3616-47cf-967c-59d783eccec3 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 943 time: 0.0484328 May 12 14:36:09.017194 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-44ef9beb-c945-43a5-a6d3-0c0f027d1867 req-1d2af19a-198f-4608-a4d7-b064b95413d2 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423510 May 12 14:36:09.122190 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1031bc-33f7-43b3-8fae-9407e45d67c8 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Router 469f6859-d10a-4c87-9cbe-18885584186b has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:36:09.229934 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1031bc-33f7-43b3-8fae-9407e45d67c8 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:36:09.238737 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73c0af-9dc1-4e43-baea-a0c980d21404 req-183b0375-cbcd-4a0d-9121-9fb31a65f7d3 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:09.239701 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659fc935-776b-4209-bc60-eef6ef6f1738 None None] Sync routers for ids ['469f6859-d10a-4c87-9cbe-18885584186b'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:36:09.243578 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8d73c0af-9dc1-4e43-baea-a0c980d21404 req-183b0375-cbcd-4a0d-9121-9fb31a65f7d3 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=03ea87fc-19a5-4d9e-b6c3-7b464c75d052 HTTP/1.1" status: 200 len: 944 time: 0.0512819 May 12 14:36:09.248695 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb1031bc-33f7-43b3-8fae-9407e45d67c8 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:09.250647 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659fc935-776b-4209-bc60-eef6ef6f1738 None None] Routers {'469f6859-d10a-4c87-9cbe-18885584186b'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:36:09.251402 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-659fc935-776b-4209-bc60-eef6ef6f1738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:35:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['469f6859-d10a-4c87-9cbe-18885584186b'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:36:09.278080 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3714c65c-b117-45d4-a0df-caa68bf5124e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:09.286905 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-fb1031bc-33f7-43b3-8fae-9407e45d67c8 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7927306 May 12 14:36:09.287658 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef', 'tag': '228c90b8-3a08-410b-be25-ba639362a959'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:36:09.290275 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f888e35c128297f2952f8b9a0b9aac45a196d86c82c1b09019427787e24df8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddd20c5-45c6-4aa4-8087-d2eef80e30d8" -d '{"events": [{"name": "network-changed", "server_uuid": "ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef", "tag": "228c90b8-3a08-410b-be25-ba639362a959"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:36:09.305302 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8d73c0af-9dc1-4e43-baea-a0c980d21404 req-0920c453-a8da-40db-bcd4-f8d38cb2ccf1 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590844 May 12 14:36:09.333743 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe4c9d7-6fe5-4f1a-bb0b-5bffb8e0004c x-openstack-request-id: req-efe4c9d7-6fe5-4f1a-bb0b-5bffb8e0004c {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:36:09.334060 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef", "tag": "228c90b8-3a08-410b-be25-ba639362a959", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:36:09.334315 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-efe4c9d7-6fe5-4f1a-bb0b-5bffb8e0004c {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:36:09.334767 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efe4c9d7-6fe5-4f1a-bb0b-5bffb8e0004c'] response: {'name': 'network-changed', 'server_uuid': 'ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef', 'tag': '228c90b8-3a08-410b-be25-ba639362a959', 'status': 'completed', 'code': 200} May 12 14:36:09.366240 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-659fc935-776b-4209-bc60-eef6ef6f1738 None None] Set router 469f6859-d10a-4c87-9cbe-18885584186b gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:36:09.571336 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-659fc935-776b-4209-bc60-eef6ef6f1738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469f6859-d10a-4c87-9cbe-18885584186b', 'name': 'tempest-TestShelveInstance-1797760303-router', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '68f26726-6cdc-42a7-8327-4ca7d061690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:34:21Z', 'updated_at': '2022-05-12T14:34:24Z', 'revision_number': 4, 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'gw_port': {'id': '68f26726-6cdc-42a7-8327-4ca7d061690f', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6859-d10a-4c87-9cbe-18885584186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:22Z', 'updated_at': '2022-05-12T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': 'b77aef47-5613-4061-8b78-e92f5d3d6da8', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': '469f6859-d10a-4c87-9cbe-18885584186b', 'port_id': '228c90b8-3a08-410b-be25-ba639362a959', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9', 'mac_address': 'fa:16:3e:10:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:36:08Z', 'updated_at': '2022-05-12T14:36:08Z', 'revision_number': 0, 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a99fc8e0-06fe-4fbf-9c8f-7300c0665776', 'name': '', 'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'mac_address': 'fa:16:3e:43:3d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6859-d10a-4c87-9cbe-18885584186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '01f0db1e-e8da-4cb5-8f75-f3f1c91eada4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:24Z', 'updated_at': '2022-05-12T14:34:29Z', 'revision_number': 5, 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'subnets': [{'id': '01f0db1e-e8da-4cb5-8f75-f3f1c91eada4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:36:09.596762 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659fc935-776b-4209-bc60-eef6ef6f1738 None None] Checking router: 469f6859-d10a-4c87-9cbe-18885584186b for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:36:09.604729 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659fc935-776b-4209-bc60-eef6ef6f1738 None None] Routers {'469f6859-d10a-4c87-9cbe-18885584186b'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:36:09.605313 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-659fc935-776b-4209-bc60-eef6ef6f1738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:35:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['469f6859-d10a-4c87-9cbe-18885584186b'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:36:09.708844 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-659fc935-776b-4209-bc60-eef6ef6f1738 None None] Set router 469f6859-d10a-4c87-9cbe-18885584186b gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:36:09.915956 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-659fc935-776b-4209-bc60-eef6ef6f1738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469f6859-d10a-4c87-9cbe-18885584186b', 'name': 'tempest-TestShelveInstance-1797760303-router', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '68f26726-6cdc-42a7-8327-4ca7d061690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:34:21Z', 'updated_at': '2022-05-12T14:34:24Z', 'revision_number': 4, 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'gw_port': {'id': '68f26726-6cdc-42a7-8327-4ca7d061690f', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6859-d10a-4c87-9cbe-18885584186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:22Z', 'updated_at': '2022-05-12T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': 'b77aef47-5613-4061-8b78-e92f5d3d6da8', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': '469f6859-d10a-4c87-9cbe-18885584186b', 'port_id': '228c90b8-3a08-410b-be25-ba639362a959', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9', 'mac_address': 'fa:16:3e:10:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:36:08Z', 'updated_at': '2022-05-12T14:36:08Z', 'revision_number': 0, 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a99fc8e0-06fe-4fbf-9c8f-7300c0665776', 'name': '', 'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'mac_address': 'fa:16:3e:43:3d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6859-d10a-4c87-9cbe-18885584186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '01f0db1e-e8da-4cb5-8f75-f3f1c91eada4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:24Z', 'updated_at': '2022-05-12T14:34:29Z', 'revision_number': 5, 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'subnets': [{'id': '01f0db1e-e8da-4cb5-8f75-f3f1c91eada4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:36:09.943005 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659fc935-776b-4209-bc60-eef6ef6f1738 None None] The sync data for ids ['469f6859-d10a-4c87-9cbe-18885584186b'] in dv-cinder-777031-14-iscsi is: [{'id': '469f6859-d10a-4c87-9cbe-18885584186b', 'name': 'tempest-TestShelveInstance-1797760303-router', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '68f26726-6cdc-42a7-8327-4ca7d061690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:34:21Z', 'updated_at': '2022-05-12T14:34:24Z', 'revision_number': 4, 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'gw_port': {'id': '68f26726-6cdc-42a7-8327-4ca7d061690f', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6859-d10a-4c87-9cbe-18885584186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:22Z', 'updated_at': '2022-05-12T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': 'b77aef47-5613-4061-8b78-e92f5d3d6da8', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': '469f6859-d10a-4c87-9cbe-18885584186b', 'port_id': '228c90b8-3a08-410b-be25-ba639362a959', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9', 'mac_address': 'fa:16:3e:10:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:36:08Z', 'updated_at': '2022-05-12T14:36:08Z', 'revision_number': 0, 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a99fc8e0-06fe-4fbf-9c8f-7300c0665776', 'name': '', 'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'mac_address': 'fa:16:3e:43:3d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6859-d10a-4c87-9cbe-18885584186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '01f0db1e-e8da-4cb5-8f75-f3f1c91eada4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:24Z', 'updated_at': '2022-05-12T14:34:29Z', 'revision_number': 5, 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'subnets': [{'id': '01f0db1e-e8da-4cb5-8f75-f3f1c91eada4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:36:09.960545 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23bd6d-faf7-422d-94ce-f76b6b918e5a req-ab5c2ca7-1a8f-49de-a7da-2767bfaba1bf tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:09.962826 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-da23bd6d-faf7-422d-94ce-f76b6b918e5a req-ab5c2ca7-1a8f-49de-a7da-2767bfaba1bf tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0510411 May 12 14:36:10.010425 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-da23bd6d-faf7-422d-94ce-f76b6b918e5a req-75e60574-7efb-4ac4-b40d-12b42d36c4f2 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413682 May 12 14:36:10.133492 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27334abc-3220-4c69-b9d4-d017f1e29067 req-a2f90b2f-8c8a-4954-9f2c-809d277700b0 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:10.134904 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-27334abc-3220-4c69-b9d4-d017f1e29067 req-a2f90b2f-8c8a-4954-9f2c-809d277700b0 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 943 time: 0.0476327 May 12 14:36:10.142884 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db13cc98-219d-4ee8-bb1d-8bf1ce0aefcb None None] New status for floating IP b77aef47-5613-4061-8b78-e92f5d3d6da8: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:36:10.184075 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-27334abc-3220-4c69-b9d4-d017f1e29067 req-cbe9db19-6712-45f0-bca0-a368e8241a89 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428646 May 12 14:36:10.421196 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e8949-b765-4c9a-9e45-5e23eb9b8f97 req-47208a69-6f7b-4c1d-94c4-fa40e90233f2 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:10.422560 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-da8e8949-b765-4c9a-9e45-5e23eb9b8f97 req-47208a69-6f7b-4c1d-94c4-fa40e90233f2 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=03ea87fc-19a5-4d9e-b6c3-7b464c75d052 HTTP/1.1" status: 200 len: 944 time: 0.0499344 May 12 14:36:10.472062 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-da8e8949-b765-4c9a-9e45-5e23eb9b8f97 req-692da915-0c0b-498b-9381-ed4aa630400c tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436640 May 12 14:36:11.127262 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a209f3a-8f4f-41c6-8234-221b40737519 req-7bb17979-1308-4754-8143-71f331723578 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:11.128695 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8a209f3a-8f4f-41c6-8234-221b40737519 req-7bb17979-1308-4754-8143-71f331723578 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0461440 May 12 14:36:11.174526 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8a209f3a-8f4f-41c6-8234-221b40737519 req-1bbdd73d-33e6-436c-99f8-fb61955df0e1 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403118 May 12 14:36:11.296790 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76295e-259b-43dd-863b-ab5f10be0055 req-dfb58343-5a1e-40ca-904a-d3c2df18aec4 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:11.298256 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ec76295e-259b-43dd-863b-ab5f10be0055 req-dfb58343-5a1e-40ca-904a-d3c2df18aec4 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 943 time: 0.0469141 May 12 14:36:11.346134 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ec76295e-259b-43dd-863b-ab5f10be0055 req-8f5702f0-1609-41d7-8056-ebc7aae4f2d6 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422399 May 12 14:36:11.582574 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e2b6a-f630-4999-8639-18ae85840530 req-98329b3b-922b-4d2e-b54e-33bebf163808 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:11.584097 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d96e2b6a-f630-4999-8639-18ae85840530 req-98329b3b-922b-4d2e-b54e-33bebf163808 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=03ea87fc-19a5-4d9e-b6c3-7b464c75d052 HTTP/1.1" status: 200 len: 944 time: 0.0469668 May 12 14:36:11.630957 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d96e2b6a-f630-4999-8639-18ae85840530 req-0e7692ed-6990-493d-8e4f-ec868120a710 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413308 May 12 14:36:11.634973 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c1ca7b91-9ff2-4c51-add0-998b3e63b15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:11.660098 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 1a2cb385-3a41-4cfb-a347-2f9ef44bca18 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:36:11.754597 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 1a2cb385-3a41-4cfb-a347-2f9ef44bca18, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=1a2cb385-3a41-4cfb-a347-2f9ef44bca18,segment=NetworkSegment(763d07bf-5e57-4946-a525-2d840c7b2321),segment_id=763d07bf-5e57-4946-a525-2d840c7b2321)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:36:11.769191 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Returning: {'device': '1a2cb385-3a41-4cfb-a347-2f9ef44bca18', 'network_id': 'c4e4c52c-dcb8-4f29-b913-b6c0c789c55d', 'port_id': '1a2cb385-3a41-4cfb-a347-2f9ef44bca18', 'mac_address': 'fa:16:3e:b8:aa:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12654294-56b3-4f5c-812f-c4bca8998c4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:36:11.805329 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 1a2cb385-3a41-4cfb-a347-2f9ef44bca18 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:36:11.805718 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (1a2cb385-3a41-4cfb-a347-2f9ef44bca18), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:11.818609 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2cb385-3a41-4cfb-a347-2f9ef44bca18 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:36:11.837577 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 1a2cb385-3a41-4cfb-a347-2f9ef44bca18, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=1a2cb385-3a41-4cfb-a347-2f9ef44bca18,segment=NetworkSegment(763d07bf-5e57-4946-a525-2d840c7b2321),segment_id=763d07bf-5e57-4946-a525-2d840c7b2321)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:36:11.841310 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (1a2cb385-3a41-4cfb-a347-2f9ef44bca18), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:11.887545 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=1a2cb385-3a41-4cfb-a347-2f9ef44bca18,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:36:12.289967 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da2b43-d3a6-4285-8ec7-d47f8748010e req-f5e51ce5-6488-40f7-9fcf-50404c610d63 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:12.291456 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-13da2b43-d3a6-4285-8ec7-d47f8748010e req-f5e51ce5-6488-40f7-9fcf-50404c610d63 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0456243 May 12 14:36:12.337899 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-13da2b43-d3a6-4285-8ec7-d47f8748010e req-19416e7d-fd0c-417f-afbc-4a5071eb1813 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404356 May 12 14:36:12.468244 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e65381-f629-41f8-881b-38a033223cac req-b6c70ba3-6a4c-47c8-8752-0b376a302c71 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:12.469645 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-23e65381-f629-41f8-881b-38a033223cac req-b6c70ba3-6a4c-47c8-8752-0b376a302c71 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 943 time: 0.0570755 May 12 14:36:12.515705 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-23e65381-f629-41f8-881b-38a033223cac req-9a5ba8d6-9b3e-4fb2-95ef-145d69b1eda5 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404944 May 12 14:36:12.667744 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['1a2cb385-3a41-4cfb-a347-2f9ef44bca18'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:36:12.743650 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910227e-6f80-4ea8-91a6-b0fada745674 req-17be5afd-32ed-47ac-890a-690801daffad tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:12.745049 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4910227e-6f80-4ea8-91a6-b0fada745674 req-17be5afd-32ed-47ac-890a-690801daffad tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=03ea87fc-19a5-4d9e-b6c3-7b464c75d052 HTTP/1.1" status: 200 len: 945 time: 0.0466516 May 12 14:36:12.790997 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4910227e-6f80-4ea8-91a6-b0fada745674 req-850c00c5-ab23-4df9-8614-af8d8f9a9b34 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400012 May 12 14:36:12.972036 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:13.452908 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db1717-ffa4-4940-a3a6-a2686274fef2 req-51e75206-00ae-4807-beb8-c0f3d2814272 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:13.454328 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a9db1717-ffa4-4940-a3a6-a2686274fef2 req-51e75206-00ae-4807-beb8-c0f3d2814272 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0449386 May 12 14:36:13.506984 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a9db1717-ffa4-4940-a3a6-a2686274fef2 req-347965d4-e70f-4d7b-aaee-224fd0021631 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471005 May 12 14:36:13.626121 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ade827-3e76-4e0d-96e0-804c05670336 req-33bd98a2-e465-4699-848c-2976fc8d2714 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:13.627485 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-08ade827-3e76-4e0d-96e0-804c05670336 req-33bd98a2-e465-4699-848c-2976fc8d2714 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 943 time: 0.0461588 May 12 14:36:13.673047 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-08ade827-3e76-4e0d-96e0-804c05670336 req-7aa32723-7f71-4d78-bb1b-012c987df997 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401652 May 12 14:36:13.901601 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde0f57-acd3-4a76-8fd3-2f33ab1eac0e req-1b556517-e501-4358-8a4b-33124ea55763 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:13.903411 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fbde0f57-acd3-4a76-8fd3-2f33ab1eac0e req-1b556517-e501-4358-8a4b-33124ea55763 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=03ea87fc-19a5-4d9e-b6c3-7b464c75d052 HTTP/1.1" status: 200 len: 945 time: 0.0481629 May 12 14:36:13.956905 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fbde0f57-acd3-4a76-8fd3-2f33ab1eac0e req-5b6c79d3-c795-4c23-b39b-84555227ed68 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478590 May 12 14:36:14.028247 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 1a2cb385-3a41-4cfb-a347-2f9ef44bca18 up at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:36:14.073701 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning for port 1a2cb385-3a41-4cfb-a347-2f9ef44bca18 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:36:14.081857 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning complete for port 1a2cb385-3a41-4cfb-a347-2f9ef44bca18 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:36:14.082232 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (1a2cb385-3a41-4cfb-a347-2f9ef44bca18), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:14.163445 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 1a2cb385-3a41-4cfb-a347-2f9ef44bca18 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:36:14.163717 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (1a2cb385-3a41-4cfb-a347-2f9ef44bca18), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:14.187778 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ea87fc-19a5-4d9e-b6c3-7b464c75d052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2cb385-3a41-4cfb-a347-2f9ef44bca18'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:36:14.189984 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4188ff-5d2e-48e6-b8a6-47b74cee5eee" -d '{"events": [{"server_uuid": "03ea87fc-19a5-4d9e-b6c3-7b464c75d052", "name": "network-vif-plugged", "status": "completed", "tag": "1a2cb385-3a41-4cfb-a347-2f9ef44bca18"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:36:14.202172 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 1a2cb385-3a41-4cfb-a347-2f9ef44bca18, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=1a2cb385-3a41-4cfb-a347-2f9ef44bca18,segment=NetworkSegment(763d07bf-5e57-4946-a525-2d840c7b2321),segment_id=763d07bf-5e57-4946-a525-2d840c7b2321)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:36:14.206548 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (1a2cb385-3a41-4cfb-a347-2f9ef44bca18), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:14.232257 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5907b900-676a-41e6-88ed-47a598d57023 x-openstack-request-id: req-5907b900-676a-41e6-88ed-47a598d57023 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:36:14.232598 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ea87fc-19a5-4d9e-b6c3-7b464c75d052", "name": "network-vif-plugged", "status": "completed", "tag": "1a2cb385-3a41-4cfb-a347-2f9ef44bca18", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:36:14.232848 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5907b900-676a-41e6-88ed-47a598d57023 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:36:14.233784 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5907b900-676a-41e6-88ed-47a598d57023'] response: {'server_uuid': '03ea87fc-19a5-4d9e-b6c3-7b464c75d052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2cb385-3a41-4cfb-a347-2f9ef44bca18', 'code': 200} May 12 14:36:14.259739 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=1a2cb385-3a41-4cfb-a347-2f9ef44bca18,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:36:14.360896 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:14.629307 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d035e4-1ba5-4323-8103-229ab1bb0b84 req-bd302103-4906-405d-b3fa-75dbac5ee343 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:14.630764 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-86d035e4-1ba5-4323-8103-229ab1bb0b84 req-bd302103-4906-405d-b3fa-75dbac5ee343 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0494123 May 12 14:36:14.676800 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-86d035e4-1ba5-4323-8103-229ab1bb0b84 req-9d1cad2e-a438-4ae3-8fbf-4ff42c3dc602 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405378 May 12 14:36:14.791514 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb28f9c-5894-424d-8900-dfb26d785cf9 req-a33dd5bf-b38b-4d77-9440-e3d944ab9c73 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:14.792888 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9eb28f9c-5894-424d-8900-dfb26d785cf9 req-a33dd5bf-b38b-4d77-9440-e3d944ab9c73 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 943 time: 0.0512593 May 12 14:36:14.839957 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9eb28f9c-5894-424d-8900-dfb26d785cf9 req-e0f46fb0-9702-48ef-8f19-9364dbc817d4 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408914 May 12 14:36:15.075578 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1388d7-b851-41dd-a82c-6b3fb89938ae req-c3a71850-8734-47f1-89f8-fcf444c82c62 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:15.077077 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7c1388d7-b851-41dd-a82c-6b3fb89938ae req-c3a71850-8734-47f1-89f8-fcf444c82c62 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=03ea87fc-19a5-4d9e-b6c3-7b464c75d052 HTTP/1.1" status: 200 len: 946 time: 0.0498497 May 12 14:36:15.126232 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7c1388d7-b851-41dd-a82c-6b3fb89938ae req-b1228a6f-d255-4a2a-a4a6-4a5f7db87cba tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435832 May 12 14:36:15.238622 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5237f1-dae8-47fb-b1ea-fd06932bd249 req-b6643061-8d41-44d4-b68f-61c3429eeb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:15.239934 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cc5237f1-dae8-47fb-b1ea-fd06932bd249 req-b6643061-8d41-44d4-b68f-61c3429eeb9b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8fb7d41d-7144-4a8c-a134-c65db57b4ef6 HTTP/1.1" status: 200 len: 856 time: 0.0451097 May 12 14:36:15.406788 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce67aa3-648d-4a98-811f-5c4d9e9a20dc req-4c1aaab2-f24c-49ed-b837-69291aaa0bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:15.408217 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2ce67aa3-648d-4a98-811f-5c4d9e9a20dc req-4c1aaab2-f24c-49ed-b837-69291aaa0bb9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c83c8fa2cd44eab84cb50b3ad06a1d3&device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 1127 time: 0.1324844 May 12 14:36:15.417274 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5237f1-dae8-47fb-b1ea-fd06932bd249 req-18b831ba-0869-4dab-a631-9e14f5320863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:15.418836 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cc5237f1-dae8-47fb-b1ea-fd06932bd249 req-18b831ba-0869-4dab-a631-9e14f5320863 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a850f271-3b32-48bf-8bb5-be1eb540a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1325116 May 12 14:36:15.423164 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd20c5-45c6-4aa4-8087-d2eef80e30d8 req-8dee02a6-cc41-4913-8f69-c9f82e625a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:15.424966 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fddd20c5-45c6-4aa4-8087-d2eef80e30d8 req-8dee02a6-cc41-4913-8f69-c9f82e625a0d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d9bb0671fa894da79848c7c46e553b5e&device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 1130 time: 0.1500540 May 12 14:36:15.433575 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c558f5c-6264-480f-a459-f92027038f8d req-7b08100d-62c0-4e46-8a5d-a828acc0fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:15.435113 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9c558f5c-6264-480f-a459-f92027038f8d req-7b08100d-62c0-4e46-8a5d-a828acc0fe02 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9501c41f0664eca9177e0071bb5b1b8&device_id=03ea87fc-19a5-4d9e-b6c3-7b464c75d052 HTTP/1.1" status: 200 len: 1130 time: 0.1446865 May 12 14:36:15.492508 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ad915-e893-438c-b8fa-88e3426418a0 req-a8b3e01c-abb5-4c6f-93e2-2165d089a84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:15.495010 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [req-ca3ad915-e893-438c-b8fa-88e3426418a0 req-a8b3e01c-abb5-4c6f-93e2-2165d089a84c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=03ea87fc-19a5-4d9e-b6c3-7b464c75d052 HTTP/1.1" status: 200 len: 1130 time: 0.0472884 May 12 14:36:15.541296 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [req-ca3ad915-e893-438c-b8fa-88e3426418a0 req-b7af2e70-834f-4481-91a4-a0ba9c64350e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401330 May 12 14:36:15.745975 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:16.029795 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 1d9bd042-8dc9-4559-9211-62f3a465dca4 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:36:16.030073 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e429659-7aa4-4508-91a8-d06e60079740 req-99e6d8a5-6c23-481f-ba1a-287c8fab88e0 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:16.031541 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2e429659-7aa4-4508-91a8-d06e60079740 req-99e6d8a5-6c23-481f-ba1a-287c8fab88e0 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.1953793 May 12 14:36:16.056510 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce67aa3-648d-4a98-811f-5c4d9e9a20dc req-52160827-9856-40ca-927b-0b0780dc050c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:16.058046 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2ce67aa3-648d-4a98-811f-5c4d9e9a20dc req-52160827-9856-40ca-927b-0b0780dc050c service neutron] 10.222.0.57 "GET /v2.0/networks?id=a960421c-0ac7-4777-ad11-86ea1221dbd0 HTTP/1.1" status: 200 len: 920 time: 0.6382594 May 12 14:36:16.059879 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cc5237f1-dae8-47fb-b1ea-fd06932bd249 req-9bf60cc6-a413-4c03-8fc1-1b1ddef08a1f service neutron] 10.222.0.57 "GET /v2.0/networks/a850f271-3b32-48bf-8bb5-be1eb540a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6150520 May 12 14:36:16.092199 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52114d5-e2ba-43e5-8982-58e76cc15cda req-d9c0ef0e-d6c5-441c-96ed-94dd5e584a2b tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:16.093719 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e52114d5-e2ba-43e5-8982-58e76cc15cda req-d9c0ef0e-d6c5-441c-96ed-94dd5e584a2b tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 943 time: 0.1621811 May 12 14:36:16.099596 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd20c5-45c6-4aa4-8087-d2eef80e30d8 req-7ed6d3cb-9942-4ea8-bcda-c9d189586675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:16.101020 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fddd20c5-45c6-4aa4-8087-d2eef80e30d8 req-7ed6d3cb-9942-4ea8-bcda-c9d189586675 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9 HTTP/1.1" status: 200 len: 910 time: 0.6415727 May 12 14:36:16.103563 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c558f5c-6264-480f-a459-f92027038f8d req-39158df3-91dc-4046-b103-5803667483b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:16.104927 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9c558f5c-6264-480f-a459-f92027038f8d req-39158df3-91dc-4046-b103-5803667483b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c4e4c52c-dcb8-4f29-b913-b6c0c789c55d HTTP/1.1" status: 200 len: 914 time: 0.6442423 May 12 14:36:16.133646 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 1d9bd042-8dc9-4559-9211-62f3a465dca4, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=1d9bd042-8dc9-4559-9211-62f3a465dca4,segment=NetworkSegment(c6e36150-006d-4817-be7b-a40f146ddc75),segment_id=c6e36150-006d-4817-be7b-a40f146ddc75)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:36:16.145820 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Returning: {'device': '1d9bd042-8dc9-4559-9211-62f3a465dca4', 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0', 'port_id': '1d9bd042-8dc9-4559-9211-62f3a465dca4', 'mac_address': 'fa:16:3e:81:72:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff9df63-a567-422b-b0eb-7dc75045c602', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:36:16.153733 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2e429659-7aa4-4508-91a8-d06e60079740 req-5bc1754b-a0d2-45b0-b74c-af1f8e80a459 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083663 May 12 14:36:16.172139 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e52114d5-e2ba-43e5-8982-58e76cc15cda req-969019ae-9e4a-490d-8c30-befc0c844eb1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699112 May 12 14:36:16.190612 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 1d9bd042-8dc9-4559-9211-62f3a465dca4 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:36:16.191163 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (1d9bd042-8dc9-4559-9211-62f3a465dca4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:16.205438 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9bd042-8dc9-4559-9211-62f3a465dca4 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:36:16.224824 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 1d9bd042-8dc9-4559-9211-62f3a465dca4, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=1d9bd042-8dc9-4559-9211-62f3a465dca4,segment=NetworkSegment(c6e36150-006d-4817-be7b-a40f146ddc75),segment_id=c6e36150-006d-4817-be7b-a40f146ddc75)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:36:16.229333 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (1d9bd042-8dc9-4559-9211-62f3a465dca4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:16.280177 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=1d9bd042-8dc9-4559-9211-62f3a465dca4,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:36:16.338748 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b4566-affa-4fa4-9451-006b2bbe49db req-d87b1a25-d7f4-47c5-b1ac-581a6a4ef341 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:16.340266 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-667b4566-affa-4fa4-9451-006b2bbe49db req-d87b1a25-d7f4-47c5-b1ac-581a6a4ef341 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=03ea87fc-19a5-4d9e-b6c3-7b464c75d052 HTTP/1.1" status: 200 len: 946 time: 0.0996203 May 12 14:36:16.521106 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-667b4566-affa-4fa4-9451-006b2bbe49db req-bbc3403c-d442-4e68-a930-f18644b76115 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743212 May 12 14:36:16.530384 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9c558f5c-6264-480f-a459-f92027038f8d req-c19483e1-d630-4836-a941-cb312b91e545 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a2cb385-3a41-4cfb-a347-2f9ef44bca18 HTTP/1.1" status: 200 len: 217 time: 0.1330218 May 12 14:36:16.535003 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2ce67aa3-648d-4a98-811f-5c4d9e9a20dc req-b55fbe96-4879-4df8-a188-891bfcf060c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d9bd042-8dc9-4559-9211-62f3a465dca4 HTTP/1.1" status: 200 len: 217 time: 0.1373131 May 12 14:36:16.588341 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fddd20c5-45c6-4aa4-8087-d2eef80e30d8 req-3b11dda9-ce68-4d2f-b76d-6655d077d37f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=228c90b8-3a08-410b-be25-ba639362a959 HTTP/1.1" status: 200 len: 1001 time: 0.1924064 May 12 14:36:16.617098 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cc5237f1-dae8-47fb-b1ea-fd06932bd249 req-72be7334-1631-48c5-9972-6d0d4028ac5b service neutron] 10.222.0.57 "GET /v2.0/networks/a850f271-3b32-48bf-8bb5-be1eb540a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223449 May 12 14:36:16.879444 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['1d9bd042-8dc9-4559-9211-62f3a465dca4'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:36:17.423978 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce67aa3-648d-4a98-811f-5c4d9e9a20dc req-3c90af90-6d7e-4acf-9958-1c066deb6edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:17.425496 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2ce67aa3-648d-4a98-811f-5c4d9e9a20dc req-3c90af90-6d7e-4acf-9958-1c066deb6edd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ff9df63-a567-422b-b0eb-7dc75045c602 HTTP/1.1" status: 200 len: 858 time: 0.2170708 May 12 14:36:17.450024 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c558f5c-6264-480f-a459-f92027038f8d req-4b058cf7-10c5-4c54-8b0b-621cea662b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:17.451560 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9c558f5c-6264-480f-a459-f92027038f8d req-4b058cf7-10c5-4c54-8b0b-621cea662b20 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12654294-56b3-4f5c-812f-c4bca8998c4e HTTP/1.1" status: 200 len: 853 time: 0.2323091 May 12 14:36:17.452692 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd20c5-45c6-4aa4-8087-d2eef80e30d8 req-d38c8f2f-fcc0-4fc0-b196-72781117ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:17.453957 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fddd20c5-45c6-4aa4-8087-d2eef80e30d8 req-d38c8f2f-fcc0-4fc0-b196-72781117ba2c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=01f0db1e-e8da-4cb5-8f75-f3f1c91eada4 HTTP/1.1" status: 200 len: 848 time: 0.2237480 May 12 14:36:17.463883 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ebcd4-a20d-493b-8e14-5d0762fcb596 req-0941eda7-621d-46fe-9a66-98cc3f5c791c tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:17.465291 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5e2ebcd4-a20d-493b-8e14-5d0762fcb596 req-0941eda7-621d-46fe-9a66-98cc3f5c791c tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 944 time: 0.2066851 May 12 14:36:17.468640 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21b700-6b84-47a5-9c44-d2bbf85862bd req-3529fadf-6f77-486b-941c-989471a52fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:17.470951 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5d21b700-6b84-47a5-9c44-d2bbf85862bd req-3529fadf-6f77-486b-941c-989471a52fa3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=202791457f0749649e8cc096f6e43404&device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 1127 time: 0.1409631 May 12 14:36:17.491742 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a4759-39c2-4ec2-8f1b-264ed5ccccd4 req-84e63449-2df1-4c58-bdf4-947724279a52 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:17.493200 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1e8a4759-39c2-4ec2-8f1b-264ed5ccccd4 req-84e63449-2df1-4c58-bdf4-947724279a52 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.2071927 May 12 14:36:17.658597 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9c558f5c-6264-480f-a459-f92027038f8d req-58c235ce-471e-44bc-a47a-a0ffefe8da38 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c4e4c52c-dcb8-4f29-b913-b6c0c789c55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369746 May 12 14:36:17.678085 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5e2ebcd4-a20d-493b-8e14-5d0762fcb596 req-41bc33d6-f8cb-4a69-b4b3-49c72fd6d567 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036576 May 12 14:36:17.689335 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce67aa3-648d-4a98-811f-5c4d9e9a20dc req-b7df4837-7006-4fc6-8591-f2c659a829e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:17.690812 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2ce67aa3-648d-4a98-811f-5c4d9e9a20dc req-b7df4837-7006-4fc6-8591-f2c659a829e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a960421c-0ac7-4777-ad11-86ea1221dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1661472 May 12 14:36:17.697428 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd20c5-45c6-4aa4-8087-d2eef80e30d8 req-00ab92ef-2000-4336-a2ac-cfd144b72a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:17.698937 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fddd20c5-45c6-4aa4-8087-d2eef80e30d8 req-00ab92ef-2000-4336-a2ac-cfd144b72a0c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1763945 May 12 14:36:17.706820 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1e8a4759-39c2-4ec2-8f1b-264ed5ccccd4 req-65ab33b2-0ecc-445a-956a-65f7c36403c1 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065508 May 12 14:36:17.835069 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a87da9-5df9-40c9-b63b-7613e0ed9541 req-28cbaebe-bf4c-436e-b0b4-f7f512822978 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:17.836734 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-49a87da9-5df9-40c9-b63b-7613e0ed9541 req-28cbaebe-bf4c-436e-b0b4-f7f512822978 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=03ea87fc-19a5-4d9e-b6c3-7b464c75d052 HTTP/1.1" status: 200 len: 946 time: 0.0714269 May 12 14:36:17.857514 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21b700-6b84-47a5-9c44-d2bbf85862bd req-7dc74998-7bda-4eb6-937a-8defa37838bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:17.859007 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5d21b700-6b84-47a5-9c44-d2bbf85862bd req-7dc74998-7bda-4eb6-937a-8defa37838bf service neutron] 10.222.0.57 "GET /v2.0/networks?id=a850f271-3b32-48bf-8bb5-be1eb540a3d0 HTTP/1.1" status: 200 len: 918 time: 0.3005123 May 12 14:36:17.905944 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-49a87da9-5df9-40c9-b63b-7613e0ed9541 req-ae383fe2-6e32-409a-82b9-b621a78d5e5c tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566864 May 12 14:36:18.560983 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 1d9bd042-8dc9-4559-9211-62f3a465dca4 up at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:36:18.567513 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:18.611397 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning for port 1d9bd042-8dc9-4559-9211-62f3a465dca4 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:36:18.617939 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning complete for port 1d9bd042-8dc9-4559-9211-62f3a465dca4 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:36:18.618334 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (1d9bd042-8dc9-4559-9211-62f3a465dca4), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:18.698312 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 1d9bd042-8dc9-4559-9211-62f3a465dca4 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:36:18.698697 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (1d9bd042-8dc9-4559-9211-62f3a465dca4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:18.725126 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e40740-6dab-4657-abc3-eb83ee4b4c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9bd042-8dc9-4559-9211-62f3a465dca4'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:36:18.727482 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a98918-ecde-4831-b30f-acce753eee12" -d '{"events": [{"server_uuid": "26e40740-6dab-4657-abc3-eb83ee4b4c4d", "name": "network-vif-plugged", "status": "completed", "tag": "1d9bd042-8dc9-4559-9211-62f3a465dca4"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:36:18.739576 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 1d9bd042-8dc9-4559-9211-62f3a465dca4, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=1d9bd042-8dc9-4559-9211-62f3a465dca4,segment=NetworkSegment(c6e36150-006d-4817-be7b-a40f146ddc75),segment_id=c6e36150-006d-4817-be7b-a40f146ddc75)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:36:18.745837 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (1d9bd042-8dc9-4559-9211-62f3a465dca4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:18.772409 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa49f66-7645-480e-b015-897957716206 x-openstack-request-id: req-5aa49f66-7645-480e-b015-897957716206 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:36:18.772409 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e40740-6dab-4657-abc3-eb83ee4b4c4d", "name": "network-vif-plugged", "status": "completed", "tag": "1d9bd042-8dc9-4559-9211-62f3a465dca4", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:36:18.772409 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5aa49f66-7645-480e-b015-897957716206 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:36:18.773053 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aa49f66-7645-480e-b015-897957716206'] response: {'server_uuid': '26e40740-6dab-4657-abc3-eb83ee4b4c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9bd042-8dc9-4559-9211-62f3a465dca4', 'code': 200} May 12 14:36:18.801022 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=1d9bd042-8dc9-4559-9211-62f3a465dca4,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:36:18.809227 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b40b8-40f2-4b19-bac9-b0ebdbbcdce2 req-6c59e32b-f1e7-4a77-b81b-cf48e652e90a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:18.815301 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ec5b40b8-40f2-4b19-bac9-b0ebdbbcdce2 req-6c59e32b-f1e7-4a77-b81b-cf48e652e90a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0555594 May 12 14:36:18.879703 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88612bdd-9c00-43b5-8cbe-ab43fe64d2a8 req-c4e18158-260a-441e-9ed2-f76760e57b2b tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:18.881116 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-88612bdd-9c00-43b5-8cbe-ab43fe64d2a8 req-c4e18158-260a-441e-9ed2-f76760e57b2b tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0649920 May 12 14:36:18.915478 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ec5b40b8-40f2-4b19-bac9-b0ebdbbcdce2 req-bff9ae62-6e36-4428-ba63-3515267e69de tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972080 May 12 14:36:18.975905 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-88612bdd-9c00-43b5-8cbe-ab43fe64d2a8 req-2ff116f5-acb9-42e1-83fd-754b013cf93e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842860 May 12 14:36:19.058082 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd86b5-271c-4cb4-97f3-e0936326e450 req-f631b7cf-77d0-435c-8bfa-81ba4ef4ef2b tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:19.060268 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a8dd86b5-271c-4cb4-97f3-e0936326e450 req-f631b7cf-77d0-435c-8bfa-81ba4ef4ef2b tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=03ea87fc-19a5-4d9e-b6c3-7b464c75d052 HTTP/1.1" status: 200 len: 946 time: 0.0493028 May 12 14:36:19.115585 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a8dd86b5-271c-4cb4-97f3-e0936326e450 req-897f7371-8768-48de-873e-87f66ee1f4a2 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489817 May 12 14:36:20.056253 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c872e-8e8f-4516-99c3-e13f96bfdf0b req-a5804067-aad6-4210-9a90-b919e7d898b5 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:20.057763 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-590c872e-8e8f-4516-99c3-e13f96bfdf0b req-a5804067-aad6-4210-9a90-b919e7d898b5 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0525575 May 12 14:36:20.113324 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-590c872e-8e8f-4516-99c3-e13f96bfdf0b req-ed5cc45a-10a7-4006-a5a5-6787c7cf9544 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484593 May 12 14:36:20.219299 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3119a9b-bba5-4db8-bf3f-61848e1b7716 req-6631f26a-4ddf-42b2-a3b8-870a973462bd tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:20.220677 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e3119a9b-bba5-4db8-bf3f-61848e1b7716 req-6631f26a-4ddf-42b2-a3b8-870a973462bd tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0459330 May 12 14:36:20.273926 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e3119a9b-bba5-4db8-bf3f-61848e1b7716 req-726daa22-bf8d-433a-beb8-200bcee2501c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476224 May 12 14:36:21.233180 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea363bb-ac06-463e-94c1-d2a85049262e req-71d2b9f3-f70f-48bd-baa7-75b67efd5789 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:21.234576 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5ea363bb-ac06-463e-94c1-d2a85049262e req-71d2b9f3-f70f-48bd-baa7-75b67efd5789 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0473690 May 12 14:36:21.281609 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5ea363bb-ac06-463e-94c1-d2a85049262e req-fef6fb94-27f3-4afe-8600-67a30e957db1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414684 May 12 14:36:21.396925 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43b3ca-b690-468a-b58d-adf54c9ae658 req-f392d620-ff0c-45b1-8d48-454df22fdfa8 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:21.398374 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ce43b3ca-b690-468a-b58d-adf54c9ae658 req-f392d620-ff0c-45b1-8d48-454df22fdfa8 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0486758 May 12 14:36:21.445299 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ce43b3ca-b690-468a-b58d-adf54c9ae658 req-b14f366e-5127-48c8-957d-e76f45938f35 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414653 May 12 14:36:22.401081 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65865f49-8916-45fd-a774-487726258066 req-3540e22d-1f96-4505-a8bf-6bc743ee2c06 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:22.402640 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-65865f49-8916-45fd-a774-487726258066 req-3540e22d-1f96-4505-a8bf-6bc743ee2c06 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0500009 May 12 14:36:22.454132 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-65865f49-8916-45fd-a774-487726258066 req-ea9f13c1-1f52-48a8-803e-e5460aa08cd3 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437460 May 12 14:36:22.569355 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545d648-85ee-41e0-a55d-feda3611dd20 req-01343679-666a-47ee-af57-2bfe7754fc62 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:22.570862 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3545d648-85ee-41e0-a55d-feda3611dd20 req-01343679-666a-47ee-af57-2bfe7754fc62 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0512588 May 12 14:36:22.634429 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3545d648-85ee-41e0-a55d-feda3611dd20 req-32f12d60-3884-442c-8720-64deb1f9dca6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578918 May 12 14:36:23.573117 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea34d7-379c-498b-87c7-21be340dd413 req-6a60a82c-dd7f-47c9-9da4-81de8f16a27d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:23.574572 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1aea34d7-379c-498b-87c7-21be340dd413 req-6a60a82c-dd7f-47c9-9da4-81de8f16a27d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0483632 May 12 14:36:23.620139 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1aea34d7-379c-498b-87c7-21be340dd413 req-ddd896d0-35e7-4250-b8ff-bb93ba7836ad tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397258 May 12 14:36:23.764218 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73aa871-64a1-4846-a98e-429e461c96a0 req-369481cd-ca9e-4d1c-9983-ad61d098dc36 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:23.771078 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d73aa871-64a1-4846-a98e-429e461c96a0 req-369481cd-ca9e-4d1c-9983-ad61d098dc36 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0594528 May 12 14:36:23.816696 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d73aa871-64a1-4846-a98e-429e461c96a0 req-e22ba350-d722-496d-a97f-18423fd59718 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447152 May 12 14:36:24.736657 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dcf3d9-12b5-4de7-9d8c-f7653383eb8c req-31be55c4-6a63-4fdb-b18b-6cf639730ee7 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:24.738173 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f0dcf3d9-12b5-4de7-9d8c-f7653383eb8c req-31be55c4-6a63-4fdb-b18b-6cf639730ee7 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0506332 May 12 14:36:24.786976 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f0dcf3d9-12b5-4de7-9d8c-f7653383eb8c req-c22e6c3d-f467-4c82-91a1-3f0b017f0ce9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430903 May 12 14:36:24.938942 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221bdad-7995-488b-bbb9-f7eb87abbb57 req-0cd755b0-60e4-49da-afbb-0bae26d6b907 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:24.940551 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4221bdad-7995-488b-bbb9-f7eb87abbb57 req-0cd755b0-60e4-49da-afbb-0bae26d6b907 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0535357 May 12 14:36:25.001555 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4221bdad-7995-488b-bbb9-f7eb87abbb57 req-a1879363-fcab-4762-9498-81ece970af54 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474451 May 12 14:36:25.907352 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7fd44-1090-4548-a727-87e435a03985 req-ad6d0ff9-fee0-4d8a-9e77-a4fc6dac0430 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:25.908818 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f5d7fd44-1090-4548-a727-87e435a03985 req-ad6d0ff9-fee0-4d8a-9e77-a4fc6dac0430 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0510950 May 12 14:36:25.956084 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f5d7fd44-1090-4548-a727-87e435a03985 req-12b5960f-45e6-4d0f-8d14-e491a463a29a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417702 May 12 14:36:26.120588 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0efc3e-51bf-4b01-95ec-4cb9894cd921 req-fef46aaf-6f19-43ae-bd8e-f9e498b7f055 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:26.122127 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3b0efc3e-51bf-4b01-95ec-4cb9894cd921 req-fef46aaf-6f19-43ae-bd8e-f9e498b7f055 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0488911 May 12 14:36:26.177270 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3b0efc3e-51bf-4b01-95ec-4cb9894cd921 req-088a35a9-3ce5-4ac2-83d8-7e7a0404862b tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441771 May 12 14:36:27.069309 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e543e-8978-4258-98d4-624e1d8b0bab req-251b72b5-4ab0-4647-a993-08218d8c0b8e tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:27.070805 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-630e543e-8978-4258-98d4-624e1d8b0bab req-251b72b5-4ab0-4647-a993-08218d8c0b8e tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0469427 May 12 14:36:27.121944 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-630e543e-8978-4258-98d4-624e1d8b0bab req-706dddcd-4b00-4a64-b635-4c8f5ec3d4d1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455656 May 12 14:36:27.403576 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7caa0-18f1-4735-8073-308c7436ed85 req-c788d1dd-d881-4f90-991c-e1150e8f9269 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:27.405186 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-49a7caa0-18f1-4735-8073-308c7436ed85 req-c788d1dd-d881-4f90-991c-e1150e8f9269 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0454204 May 12 14:36:27.462234 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-49a7caa0-18f1-4735-8073-308c7436ed85 req-78ad4e23-4358-4bd9-bf60-399ffff87d9f tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500515 May 12 14:36:28.237013 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf464d-786b-4c0c-bcf7-4334bf904315 req-16d5e552-c0f5-45f1-93ce-d39bebc92380 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:28.238382 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6acf464d-786b-4c0c-bcf7-4334bf904315 req-16d5e552-c0f5-45f1-93ce-d39bebc92380 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0466020 May 12 14:36:28.296053 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6acf464d-786b-4c0c-bcf7-4334bf904315 req-0783d9f4-e016-45a8-ac85-ff94e2f91e85 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519905 May 12 14:36:28.593869 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a05539-53b1-4508-9729-ca41cca0d346 req-c24f67ff-5052-42c1-9127-230da3f25bbc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:28.595591 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b9a05539-53b1-4508-9729-ca41cca0d346 req-c24f67ff-5052-42c1-9127-230da3f25bbc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0640073 May 12 14:36:28.649361 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b9a05539-53b1-4508-9729-ca41cca0d346 req-e65283e0-31b9-4ed6-b0ae-a9bece897eba tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477302 May 12 14:36:29.408410 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfdf18-aadf-4caf-b7f7-b6bd90039f28 req-949ef437-4af3-4010-ac45-c0a710cb27d4 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:29.409892 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2abfdf18-aadf-4caf-b7f7-b6bd90039f28 req-949ef437-4af3-4010-ac45-c0a710cb27d4 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0473533 May 12 14:36:29.456020 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2abfdf18-aadf-4caf-b7f7-b6bd90039f28 req-55ab6a46-10f8-45dc-8226-004b458ebe87 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406344 May 12 14:36:29.765301 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa4404-f87e-458a-8e7d-473070a36727 req-dd656a32-7b14-4533-9a8a-f0570e4cd885 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:29.766759 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-75fa4404-f87e-458a-8e7d-473070a36727 req-dd656a32-7b14-4533-9a8a-f0570e4cd885 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0465000 May 12 14:36:29.816051 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-75fa4404-f87e-458a-8e7d-473070a36727 req-3121f32b-b374-402b-ba32-31fd9124d298 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438809 May 12 14:36:30.565546 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c12561-206b-477f-8918-ec5de6aeddf2 req-1896284b-6269-4642-b1d3-162496a8dadc tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:30.567100 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f1c12561-206b-477f-8918-ec5de6aeddf2 req-1896284b-6269-4642-b1d3-162496a8dadc tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0458584 May 12 14:36:30.613500 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f1c12561-206b-477f-8918-ec5de6aeddf2 req-0c4fe140-201a-449c-bba0-e631caf2f7ed tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408874 May 12 14:36:30.940293 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db03902-0337-4299-9e84-a3a6540bd202 req-07b30767-e503-42dd-965b-f852a77a7e6e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:30.940293 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5db03902-0337-4299-9e84-a3a6540bd202 req-07b30767-e503-42dd-965b-f852a77a7e6e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0477331 May 12 14:36:30.988418 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5db03902-0337-4299-9e84-a3a6540bd202 req-cabd6ef5-291e-4376-b2a9-ae5d75fade6a tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424190 May 12 14:36:31.736240 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00cefe-6f3e-41ea-b9cb-abf092e2d822 req-efddb762-eae7-4dfe-aa33-c35e098e708a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:31.737732 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-af00cefe-6f3e-41ea-b9cb-abf092e2d822 req-efddb762-eae7-4dfe-aa33-c35e098e708a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0524542 May 12 14:36:31.794392 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-af00cefe-6f3e-41ea-b9cb-abf092e2d822 req-4660ccbe-0469-4b6f-8a12-37ff1246c798 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510654 May 12 14:36:32.141187 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fafdc-5c03-4967-84f9-c633240969bb req-11054aa0-4777-4b7f-91e6-1ce6eac7fda6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:32.142649 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-532fafdc-5c03-4967-84f9-c633240969bb req-11054aa0-4777-4b7f-91e6-1ce6eac7fda6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0626359 May 12 14:36:32.189823 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-532fafdc-5c03-4967-84f9-c633240969bb req-b9c489a4-5603-4739-9fdb-6df702e616c5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414264 May 12 14:36:32.912778 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f037c0-95d1-4ca3-ab71-070858ba50bc req-a919c13e-65c0-4bd4-bd9c-8754287e5c1e tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:32.914221 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c8f037c0-95d1-4ca3-ab71-070858ba50bc req-a919c13e-65c0-4bd4-bd9c-8754287e5c1e tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0502765 May 12 14:36:32.966731 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c8f037c0-95d1-4ca3-ab71-070858ba50bc req-0d2f0ae3-df54-4fa1-8a8c-78f976c0567e tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468714 May 12 14:36:33.330271 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e361f-39e6-47c2-8335-a6c7d23b48fa req-984baa4d-c43e-43c5-84a9-730010d92111 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:33.332516 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae3e361f-39e6-47c2-8335-a6c7d23b48fa req-984baa4d-c43e-43c5-84a9-730010d92111 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0673931 May 12 14:36:33.403295 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae3e361f-39e6-47c2-8335-a6c7d23b48fa req-d2166a60-1916-4b11-9489-2f2d8dc91e57 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507598 May 12 14:36:33.541196 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:36:34.082479 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b2dd0-441f-4138-a8ee-c1a91e4b8c0f req-33ae4856-ca63-4bc7-80a7-71ef1215e974 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:34.084198 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-386b2dd0-441f-4138-a8ee-c1a91e4b8c0f req-33ae4856-ca63-4bc7-80a7-71ef1215e974 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0505972 May 12 14:36:34.136600 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-386b2dd0-441f-4138-a8ee-c1a91e4b8c0f req-dc33878a-5f13-47b7-b0b0-a862617ff63f tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465252 May 12 14:36:34.524460 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6efc307-5e6e-4d52-9da1-b33d278e2dcb req-f1ca85fe-33fe-4e11-92ee-0e7041078a26 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:34.525955 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a6efc307-5e6e-4d52-9da1-b33d278e2dcb req-f1ca85fe-33fe-4e11-92ee-0e7041078a26 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0460181 May 12 14:36:34.573304 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a6efc307-5e6e-4d52-9da1-b33d278e2dcb req-ad87e2b3-7aa6-4042-8cb3-20da8c60dbff tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412338 May 12 14:36:35.275442 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90ce15-ae2e-4c4a-a870-bab6b4cee64d req-26ffdc38-544e-409f-99b2-12508a528bb4 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:35.277278 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8b90ce15-ae2e-4c4a-a870-bab6b4cee64d req-26ffdc38-544e-409f-99b2-12508a528bb4 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0646079 May 12 14:36:35.335161 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8b90ce15-ae2e-4c4a-a870-bab6b4cee64d req-6b53598c-2729-42c2-84b3-907da60184ca tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512784 May 12 14:36:35.735128 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cc699-597b-486e-b057-25fff381f006 req-e67ebcbd-4030-489f-b9a5-3bcdeb9e5104 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:35.736594 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3e6cc699-597b-486e-b057-25fff381f006 req-e67ebcbd-4030-489f-b9a5-3bcdeb9e5104 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0525644 May 12 14:36:35.782831 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3e6cc699-597b-486e-b057-25fff381f006 req-84fb1641-6be0-41be-93ee-e4d55e9a81e0 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406101 May 12 14:36:36.450432 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b76ae-8c96-4884-84b0-352da5540048 req-1f10cfb0-1140-4fec-b7fb-e5be9e8ef48e tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:36.451965 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cb3b76ae-8c96-4884-84b0-352da5540048 req-1f10cfb0-1140-4fec-b7fb-e5be9e8ef48e tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0469701 May 12 14:36:36.497605 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cb3b76ae-8c96-4884-84b0-352da5540048 req-beebe553-df1b-4344-bc4a-0274b6486adf tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400612 May 12 14:36:36.901010 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f102424-f5d5-4f9e-b675-53aaf7316a16 req-d5142f92-e807-4066-a652-ca0b5c5ab285 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:36.902458 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4f102424-f5d5-4f9e-b675-53aaf7316a16 req-d5142f92-e807-4066-a652-ca0b5c5ab285 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0463498 May 12 14:36:36.952758 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4f102424-f5d5-4f9e-b675-53aaf7316a16 req-69b4ee31-fa0a-4261-ae2a-2ec5797b417e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446305 May 12 14:36:37.610701 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80f247-d97a-4432-a40f-c514c85b1ffd req-72a9dfb4-497f-47c5-b9ec-1fad45e6b65a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:37.612195 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-de80f247-d97a-4432-a40f-c514c85b1ffd req-72a9dfb4-497f-47c5-b9ec-1fad45e6b65a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0475268 May 12 14:36:37.660816 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-de80f247-d97a-4432-a40f-c514c85b1ffd req-c65e05ef-966f-454c-9764-546d5c197815 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430722 May 12 14:36:38.069115 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6a10b-26f7-4471-a071-b49931cdb065 req-1de0abc3-994f-4af7-a999-d851e9a63a56 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:38.070602 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b7f6a10b-26f7-4471-a071-b49931cdb065 req-1de0abc3-994f-4af7-a999-d851e9a63a56 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0460339 May 12 14:36:38.116063 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b7f6a10b-26f7-4471-a071-b49931cdb065 req-2b673845-711b-4862-a849-d39ff55512fc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399177 May 12 14:36:38.776610 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c8809-35e5-4917-b83a-6540bc1b1579 req-51a7e885-c041-4c3e-b39f-ed19f305ec93 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:38.778100 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ab5c8809-35e5-4917-b83a-6540bc1b1579 req-51a7e885-c041-4c3e-b39f-ed19f305ec93 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0514548 May 12 14:36:38.830697 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ab5c8809-35e5-4917-b83a-6540bc1b1579 req-b1d9ddd8-743a-45ce-abab-40752b506aac tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467570 May 12 14:36:39.241915 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd4b81-793a-444a-9d5d-34dacdf20742 req-45092ad2-a448-40e1-b388-33566f17cbf8 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:39.243333 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-15fd4b81-793a-444a-9d5d-34dacdf20742 req-45092ad2-a448-40e1-b388-33566f17cbf8 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0521374 May 12 14:36:39.271970 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fb623324-ebfc-4443-b19e-9193e4fdf532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:39.292607 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-15fd4b81-793a-444a-9d5d-34dacdf20742 req-1bb5257a-6429-46b0-b2db-f54768ccaa03 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428767 May 12 14:36:39.949184 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433457a7-b1b6-4fdb-836f-b1b295caa9b2 req-b09ccf2c-cdaf-4cfd-864b-7daca74b9e92 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:39.951203 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-433457a7-b1b6-4fdb-836f-b1b295caa9b2 req-b09ccf2c-cdaf-4cfd-864b-7daca74b9e92 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0511634 May 12 14:36:39.999674 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-433457a7-b1b6-4fdb-836f-b1b295caa9b2 req-a0f4927f-6a55-480b-86b5-9ac385385522 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425465 May 12 14:36:40.409068 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5e154-df3a-497f-ac9f-ab4ae2db6e37 req-f5fe3f7d-ddd3-487a-81cf-5387f40afc8b tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:40.410502 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-16a5e154-df3a-497f-ac9f-ab4ae2db6e37 req-f5fe3f7d-ddd3-487a-81cf-5387f40afc8b tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0461133 May 12 14:36:40.457332 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-16a5e154-df3a-497f-ac9f-ab4ae2db6e37 req-3c883f87-1ff3-417f-891d-a6adcd09f360 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413678 May 12 14:36:41.194482 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5d21b700-6b84-47a5-9c44-d2bbf85862bd req-694232fd-8d44-4857-b70d-afb9693202f7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fccb52d-a09a-4e64-adbe-8b42348d39c5 HTTP/1.1" status: 200 len: 999 time: 0.5467594 May 12 14:36:41.217448 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9c558f5c-6264-480f-a459-f92027038f8d req-af81aafc-5b68-4439-901d-58bfd2c2b00f service neutron] 10.222.0.57 "GET /v2.0/networks/c4e4c52c-dcb8-4f29-b913-b6c0c789c55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5974498 May 12 14:36:41.227676 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10a5f4-ca2d-46cf-a839-7f659ed67330 req-6686101d-da66-4073-9038-3f9334c8a239 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:41.229033 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2b10a5f4-ca2d-46cf-a839-7f659ed67330 req-6686101d-da66-4073-9038-3f9334c8a239 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.1361377 May 12 14:36:41.234108 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2ce67aa3-648d-4a98-811f-5c4d9e9a20dc req-7b8454f3-bb7d-4d76-acba-325e7879559f service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6153388 May 12 14:36:41.250282 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fddd20c5-45c6-4aa4-8087-d2eef80e30d8 req-188430b4-1e18-4623-8e41-7c81265a4256 service neutron] 10.222.0.57 "GET /v2.0/networks/7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6252432 May 12 14:36:41.285170 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2b10a5f4-ca2d-46cf-a839-7f659ed67330 req-e6c44102-0f5b-44d1-accb-159d969f9e35 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458550 May 12 14:36:41.640697 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7867cb35-f6d6-4e94-9719-e65955899237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:41.704379 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21b700-6b84-47a5-9c44-d2bbf85862bd req-261dded4-5cda-475b-8816-81cfd03dd037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:41.705852 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5d21b700-6b84-47a5-9c44-d2bbf85862bd req-261dded4-5cda-475b-8816-81cfd03dd037 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8fb7d41d-7144-4a8c-a134-c65db57b4ef6 HTTP/1.1" status: 200 len: 856 time: 0.2610681 May 12 14:36:41.729425 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a900d1a-2982-4f76-991f-8f3a71864ee1 req-28ec50a1-88c5-48e8-a919-90371bebea96 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:41.730742 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4a900d1a-2982-4f76-991f-8f3a71864ee1 req-28ec50a1-88c5-48e8-a919-90371bebea96 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.1868110 May 12 14:36:41.779061 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9c558f5c-6264-480f-a459-f92027038f8d req-584b4d4f-3b46-449b-a79c-f42dd3b608ae service neutron] 10.222.0.57 "GET /v2.0/networks/c4e4c52c-dcb8-4f29-b913-b6c0c789c55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365350 May 12 14:36:41.787806 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fddd20c5-45c6-4aa4-8087-d2eef80e30d8 req-b457c47d-6afe-44d7-bf1f-223ed2170136 service neutron] 10.222.0.57 "GET /v2.0/networks/7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438978 May 12 14:36:41.791779 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2ce67aa3-648d-4a98-811f-5c4d9e9a20dc req-e8380c32-9c49-48a4-a881-540240371c31 service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392928 May 12 14:36:41.827624 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4a900d1a-2982-4f76-991f-8f3a71864ee1 req-327c60a4-b0ab-4b7b-8144-52eb57809a3d tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718925 May 12 14:36:42.398437 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65828cc8-e961-43fd-a7c3-0bab2db5742e req-0d794b5d-5cfc-4888-bb07-95e39aaf48da tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:42.399934 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-65828cc8-e961-43fd-a7c3-0bab2db5742e req-0d794b5d-5cfc-4888-bb07-95e39aaf48da tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0468705 May 12 14:36:42.447502 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-65828cc8-e961-43fd-a7c3-0bab2db5742e req-cfcf9675-7c92-4421-9491-3da80d39fbee tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418923 May 12 14:36:42.952122 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5014f-cb7e-4fb5-8840-31cccbd377da req-c3504b1f-1784-4398-bf77-d37e705fc700 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:42.953610 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dde5014f-cb7e-4fb5-8840-31cccbd377da req-c3504b1f-1784-4398-bf77-d37e705fc700 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0510149 May 12 14:36:42.975149 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:43.005811 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dde5014f-cb7e-4fb5-8840-31cccbd377da req-3fb87cb2-136d-429b-be09-9774baf9f4f1 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437636 May 12 14:36:43.562287 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2ac6a-569e-41f7-a71e-1da472f75ed3 req-d3b5849a-ec9e-409c-8fe0-ac29f7ab627b tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:43.563814 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f7d2ac6a-569e-41f7-a71e-1da472f75ed3 req-d3b5849a-ec9e-409c-8fe0-ac29f7ab627b tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0476515 May 12 14:36:43.611986 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f7d2ac6a-569e-41f7-a71e-1da472f75ed3 req-fccc3ec6-7dc7-4399-a324-10a4d8801f02 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424950 May 12 14:36:44.081127 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21b700-6b84-47a5-9c44-d2bbf85862bd req-c42ca72c-39e9-41cb-b01f-5d7f9be5b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:44.082775 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5d21b700-6b84-47a5-9c44-d2bbf85862bd req-c42ca72c-39e9-41cb-b01f-5d7f9be5b892 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a850f271-3b32-48bf-8bb5-be1eb540a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403175 May 12 14:36:44.183757 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73f510-e9b2-4521-a77a-42cd4cb938d0 req-35a34ceb-95a1-4248-95a6-3e454052c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:44.185805 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1b73f510-e9b2-4521-a77a-42cd4cb938d0 req-35a34ceb-95a1-4248-95a6-3e454052c7fd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 1129 time: 0.0899410 May 12 14:36:44.193807 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2b7ad-1f24-47f0-a80c-1897478027f3 req-e3173da6-c80d-454a-832e-4377c31e1cc9 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:44.195282 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5df2b7ad-1f24-47f0-a80c-1897478027f3 req-e3173da6-c80d-454a-832e-4377c31e1cc9 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.1082637 May 12 14:36:44.316422 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5d21b700-6b84-47a5-9c44-d2bbf85862bd req-bf105971-0bee-4bb3-993e-141ceee0fe9d service neutron] 10.222.0.57 "GET /v2.0/networks/a850f271-3b32-48bf-8bb5-be1eb540a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756580 May 12 14:36:44.321028 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1b73f510-e9b2-4521-a77a-42cd4cb938d0 req-8d89021b-87ad-49d4-a1f6-f02df7e3d6c0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988386 May 12 14:36:44.325205 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5df2b7ad-1f24-47f0-a80c-1897478027f3 req-5d9c346c-d0b4-4a4c-8100-0fd76b8a15f8 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018822 May 12 14:36:44.368396 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:44.724739 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df89af-beaa-4617-adc0-b9ee1a7ea45d req-38f6dcea-7ec9-4e61-a508-5ca5ba641f2c tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:44.726236 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a1df89af-beaa-4617-adc0-b9ee1a7ea45d req-38f6dcea-7ec9-4e61-a508-5ca5ba641f2c tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0478923 May 12 14:36:44.779598 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a1df89af-beaa-4617-adc0-b9ee1a7ea45d req-adee35b3-c6c5-4f65-a396-cf58b8b42fb2 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477376 May 12 14:36:45.463188 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98ee70-2e7e-4e2d-bcc0-81b0a1d851f4 req-33541c2f-c5cb-4324-a93f-8cb2351bf502 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:45.464708 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-db98ee70-2e7e-4e2d-bcc0-81b0a1d851f4 req-33541c2f-c5cb-4324-a93f-8cb2351bf502 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0637989 May 12 14:36:45.471466 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5d21b700-6b84-47a5-9c44-d2bbf85862bd req-6370409e-2ebe-48a0-b9c6-b7ec6228389c service neutron] 10.222.0.57 "GET /v2.0/networks/a850f271-3b32-48bf-8bb5-be1eb540a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314359 May 12 14:36:45.518976 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-db98ee70-2e7e-4e2d-bcc0-81b0a1d851f4 req-4b0f575b-e247-4722-a302-e9f2b63aad76 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464480 May 12 14:36:45.749568 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:45.897013 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1a5ff-fca1-411b-b28a-2eddeace1a5a req-a4c7cc87-df46-4a0e-8391-d68bee07c84c tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:45.898542 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d2d1a5ff-fca1-411b-b28a-2eddeace1a5a req-a4c7cc87-df46-4a0e-8391-d68bee07c84c tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0481811 May 12 14:36:45.950945 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d2d1a5ff-fca1-411b-b28a-2eddeace1a5a req-1af564b7-b129-4938-a368-5274198c795d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466096 May 12 14:36:46.635529 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ed723-55bc-45ac-afd6-acebd019e06a req-eb5d9a1b-ad69-4888-b171-9f2afea9f399 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:46.636966 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e18ed723-55bc-45ac-afd6-acebd019e06a req-eb5d9a1b-ad69-4888-b171-9f2afea9f399 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0467160 May 12 14:36:46.682614 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e18ed723-55bc-45ac-afd6-acebd019e06a req-b6f2f52e-bd79-4d40-b08b-6ca94c56c8c2 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401354 May 12 14:36:47.072406 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef15fbb-7d84-488d-9820-3173de6f8097 req-64d8c483-e32a-4ebd-bbd4-719b3d97c76b tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:47.073911 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9ef15fbb-7d84-488d-9820-3173de6f8097 req-64d8c483-e32a-4ebd-bbd4-719b3d97c76b tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0494752 May 12 14:36:47.126125 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9ef15fbb-7d84-488d-9820-3173de6f8097 req-8379297d-3da0-4c66-917a-f95925e8e39a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417187 May 12 14:36:47.804660 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe39552-383c-4c04-b6ff-29a96e7949f3 req-943e2ab7-a489-469d-8c82-d667d8443904 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:47.806182 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8fe39552-383c-4c04-b6ff-29a96e7949f3 req-943e2ab7-a489-469d-8c82-d667d8443904 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0511341 May 12 14:36:47.858519 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8fe39552-383c-4c04-b6ff-29a96e7949f3 req-a7279ffe-79f7-49a3-a3d2-54f1286d0fb0 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461938 May 12 14:36:48.239633 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abfec3-d0ad-4010-a249-b5f9862e9a8d req-a32348ac-1d8d-49d1-afa6-63fedd850282 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:48.241104 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-94abfec3-d0ad-4010-a249-b5f9862e9a8d req-a32348ac-1d8d-49d1-afa6-63fedd850282 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0488801 May 12 14:36:48.289519 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-94abfec3-d0ad-4010-a249-b5f9862e9a8d req-df0e4f92-4558-42a0-836c-ab4911e5a51a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428741 May 12 14:36:48.401113 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d6961-61d0-430c-aee0-1cb7d9bddc92 req-b2ea83b9-81bc-4d8d-bb72-48001e55b3de tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:48.402533 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-104d6961-61d0-430c-aee0-1cb7d9bddc92 req-b2ea83b9-81bc-4d8d-bb72-48001e55b3de tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0512080 May 12 14:36:48.411538 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 38618) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:36:48.416093 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-78e578de-30b5-4e4a-a277-a4a939ec7fca tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Request body: {'floatingip': {'port_id': '1d9bd042-8dc9-4559-9211-62f3a465dca4'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:36:48.458437 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78e578de-30b5-4e4a-a277-a4a939ec7fca tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks [] for floatingip (b4159d95-2bef-4e02-88eb-60b23f79fbc6), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:48.556944 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:48.918593 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78e578de-30b5-4e4a-a277-a4a939ec7fca tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:48.923292 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78e578de-30b5-4e4a-a277-a4a939ec7fca tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (b4159d95-2bef-4e02-88eb-60b23f79fbc6), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:48.995546 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be06061-62d5-4b29-8000-d857abded55b req-34a4e5a0-022e-4355-84c0-41c20da3a225 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:48.997175 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9be06061-62d5-4b29-8000-d857abded55b req-34a4e5a0-022e-4355-84c0-41c20da3a225 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0603123 May 12 14:36:49.033014 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.db.l3_db [None req-78e578de-30b5-4e4a-a277-a4a939ec7fca tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Floating IP b4159d95-2bef-4e02-88eb-60b23f79fbc6 associated. External IP: 172.27.0.74, port: 1d9bd042-8dc9-4559-9211-62f3a465dca4. May 12 14:36:49.051391 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9be06061-62d5-4b29-8000-d857abded55b req-e130bdcc-81f2-4f05-b832-8268714f1d6e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475755 May 12 14:36:49.236475 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e578de-30b5-4e4a-a277-a4a939ec7fca tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Router 088ee916-49e5-4261-a96d-48db88b4cdde has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:36:49.344183 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e578de-30b5-4e4a-a277-a4a939ec7fca tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:36:49.349824 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-78e578de-30b5-4e4a-a277-a4a939ec7fca tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:49.353560 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3bbaa4-0506-4894-aa9a-602a59ca560a None None] Sync routers for ids ['088ee916-49e5-4261-a96d-48db88b4cdde'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:36:49.363178 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3bbaa4-0506-4894-aa9a-602a59ca560a None None] Routers {'088ee916-49e5-4261-a96d-48db88b4cdde'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:36:49.363799 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fb3bbaa4-0506-4894-aa9a-602a59ca560a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:36:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['088ee916-49e5-4261-a96d-48db88b4cdde'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:36:49.560425 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-fb3bbaa4-0506-4894-aa9a-602a59ca560a None None] Set router 088ee916-49e5-4261-a96d-48db88b4cdde gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:36:49.586103 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-78e578de-30b5-4e4a-a277-a4a939ec7fca tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "PUT /v2.0/floatingips/b4159d95-2bef-4e02-88eb-60b23f79fbc6 HTTP/1.1" status: 200 len: 990 time: 1.1734419 May 12 14:36:49.586707 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e40740-6dab-4657-abc3-eb83ee4b4c4d', 'tag': '1d9bd042-8dc9-4559-9211-62f3a465dca4'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:36:49.589125 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f888e35c128297f2952f8b9a0b9aac45a196d86c82c1b09019427787e24df8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6c4d9a-a352-4d64-98cc-f1dc6cb956a9" -d '{"events": [{"name": "network-changed", "server_uuid": "26e40740-6dab-4657-abc3-eb83ee4b4c4d", "tag": "1d9bd042-8dc9-4559-9211-62f3a465dca4"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:36:49.624580 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba959f0-a69e-4217-8f19-f011621928c8 x-openstack-request-id: req-7ba959f0-a69e-4217-8f19-f011621928c8 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:36:49.624939 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e40740-6dab-4657-abc3-eb83ee4b4c4d", "tag": "1d9bd042-8dc9-4559-9211-62f3a465dca4", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:36:49.625257 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7ba959f0-a69e-4217-8f19-f011621928c8 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:36:49.625728 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ba959f0-a69e-4217-8f19-f011621928c8'] response: {'name': 'network-changed', 'server_uuid': '26e40740-6dab-4657-abc3-eb83ee4b4c4d', 'tag': '1d9bd042-8dc9-4559-9211-62f3a465dca4', 'status': 'completed', 'code': 200} May 12 14:36:49.767415 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fb3bbaa4-0506-4894-aa9a-602a59ca560a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'name': 'tempest-ServerRescueNegativeTestJSON-1155992660-router', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:23Z', 'revision_number': 4, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'gw_port': {'id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': 'b4159d95-2bef-4e02-88eb-60b23f79fbc6', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'port_id': '1d9bd042-8dc9-4559-9211-62f3a465dca4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0', 'mac_address': 'fa:16:3e:81:72:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e40740-6dab-4657-abc3-eb83ee4b4c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:35:54Z', 'updated_at': '2022-05-12T14:36:48Z', 'revision_number': 1, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f312332-0177-4120-a058-5875094508fa', 'name': '', 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'mac_address': 'fa:16:3e:62:cc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '3ff9df63-a567-422b-b0eb-7dc75045c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:22Z', 'updated_at': '2022-05-12T14:33:27Z', 'revision_number': 5, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'subnets': [{'id': '3ff9df63-a567-422b-b0eb-7dc75045c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:36:49.796063 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3bbaa4-0506-4894-aa9a-602a59ca560a None None] Checking router: 088ee916-49e5-4261-a96d-48db88b4cdde for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:36:49.804512 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3bbaa4-0506-4894-aa9a-602a59ca560a None None] Routers {'088ee916-49e5-4261-a96d-48db88b4cdde'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:36:49.805124 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fb3bbaa4-0506-4894-aa9a-602a59ca560a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:36:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['088ee916-49e5-4261-a96d-48db88b4cdde'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:36:49.910916 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-fb3bbaa4-0506-4894-aa9a-602a59ca560a None None] Set router 088ee916-49e5-4261-a96d-48db88b4cdde gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:36:50.117807 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-fb3bbaa4-0506-4894-aa9a-602a59ca560a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'name': 'tempest-ServerRescueNegativeTestJSON-1155992660-router', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:23Z', 'revision_number': 4, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'gw_port': {'id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': 'b4159d95-2bef-4e02-88eb-60b23f79fbc6', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'port_id': '1d9bd042-8dc9-4559-9211-62f3a465dca4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0', 'mac_address': 'fa:16:3e:81:72:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e40740-6dab-4657-abc3-eb83ee4b4c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:35:54Z', 'updated_at': '2022-05-12T14:36:48Z', 'revision_number': 1, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f312332-0177-4120-a058-5875094508fa', 'name': '', 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'mac_address': 'fa:16:3e:62:cc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '3ff9df63-a567-422b-b0eb-7dc75045c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:22Z', 'updated_at': '2022-05-12T14:33:27Z', 'revision_number': 5, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'subnets': [{'id': '3ff9df63-a567-422b-b0eb-7dc75045c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:36:50.148173 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3bbaa4-0506-4894-aa9a-602a59ca560a None None] The sync data for ids ['088ee916-49e5-4261-a96d-48db88b4cdde'] in dv-cinder-777031-14-iscsi is: [{'id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'name': 'tempest-ServerRescueNegativeTestJSON-1155992660-router', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:23Z', 'revision_number': 4, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'gw_port': {'id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': 'b4159d95-2bef-4e02-88eb-60b23f79fbc6', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'port_id': '1d9bd042-8dc9-4559-9211-62f3a465dca4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0', 'mac_address': 'fa:16:3e:81:72:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e40740-6dab-4657-abc3-eb83ee4b4c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:35:54Z', 'updated_at': '2022-05-12T14:36:48Z', 'revision_number': 1, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f312332-0177-4120-a058-5875094508fa', 'name': '', 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'mac_address': 'fa:16:3e:62:cc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '3ff9df63-a567-422b-b0eb-7dc75045c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:22Z', 'updated_at': '2022-05-12T14:33:27Z', 'revision_number': 5, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'subnets': [{'id': '3ff9df63-a567-422b-b0eb-7dc75045c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:36:50.171944 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e5506-fb85-48f4-b1d6-4dc72365cc3a req-1a8a26c4-a36f-4d14-b87d-1714de79b4e8 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:50.173098 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e34e5506-fb85-48f4-b1d6-4dc72365cc3a req-1a8a26c4-a36f-4d14-b87d-1714de79b4e8 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0469422 May 12 14:36:50.231668 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e34e5506-fb85-48f4-b1d6-4dc72365cc3a req-fb5a23ec-db0f-4aa8-9967-3e4eb93301e6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511086 May 12 14:36:50.363223 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc609de5-a452-4891-919b-7469d4c235d6 None None] New status for floating IP b4159d95-2bef-4e02-88eb-60b23f79fbc6: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:36:51.365135 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97291f-e658-45c4-a3bc-b2da2fe1f4bd req-d0cc942b-ac91-46e5-82d3-2ef666c64ba6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:51.366624 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ce97291f-e658-45c4-a3bc-b2da2fe1f4bd req-d0cc942b-ac91-46e5-82d3-2ef666c64ba6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0515738 May 12 14:36:51.417416 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ce97291f-e658-45c4-a3bc-b2da2fe1f4bd req-e57b88c5-8bcc-425f-a9d1-d64849a0503e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450194 May 12 14:36:52.546484 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7673ca6-d2a2-4dba-995e-536cf9b0c307 req-7abdaffd-f7c7-4159-a1d9-fbdea11ef1e6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:52.548013 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b7673ca6-d2a2-4dba-995e-536cf9b0c307 req-7abdaffd-f7c7-4159-a1d9-fbdea11ef1e6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 943 time: 0.0471613 May 12 14:36:52.596776 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b7673ca6-d2a2-4dba-995e-536cf9b0c307 req-4b2cce95-74fb-4692-b21f-3c4e0e622e16 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426741 May 12 14:36:52.674442 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 7fccb52d-a09a-4e64-adbe-8b42348d39c5 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:36:52.772132 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 7fccb52d-a09a-4e64-adbe-8b42348d39c5, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=7fccb52d-a09a-4e64-adbe-8b42348d39c5,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:36:52.783647 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Returning: {'device': '7fccb52d-a09a-4e64-adbe-8b42348d39c5', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'port_id': '7fccb52d-a09a-4e64-adbe-8b42348d39c5', 'mac_address': 'fa:16:3e:d8:92:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:36:52.819290 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 7fccb52d-a09a-4e64-adbe-8b42348d39c5 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:36:52.819681 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (7fccb52d-a09a-4e64-adbe-8b42348d39c5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:52.835360 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fccb52d-a09a-4e64-adbe-8b42348d39c5 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:36:52.857359 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 7fccb52d-a09a-4e64-adbe-8b42348d39c5, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=7fccb52d-a09a-4e64-adbe-8b42348d39c5,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:36:52.863468 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (7fccb52d-a09a-4e64-adbe-8b42348d39c5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:52.889583 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c4d9a-a352-4d64-98cc-f1dc6cb956a9 req-191b48d3-8ab0-4809-b409-56e4d44ff94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:52.891605 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fb6c4d9a-a352-4d64-98cc-f1dc6cb956a9 req-191b48d3-8ab0-4809-b409-56e4d44ff94d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c83c8fa2cd44eab84cb50b3ad06a1d3&device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 1129 time: 0.0434566 May 12 14:36:52.918778 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=7fccb52d-a09a-4e64-adbe-8b42348d39c5,revision_number=9']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:36:52.926222 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:36:52.926490 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:36:52.926867 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:36:52.927261 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:36:52.927613 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:36:52.927946 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:36:52.928278 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:36:52.928610 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:36:52.928952 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:36:52.929283 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:36:52.929612 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:36:52.929944 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:36:52.930270 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:36:52.930595 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:36:52.930915 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:36:52.988677 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c4d9a-a352-4d64-98cc-f1dc6cb956a9 req-f62e1f86-e734-47b5-b6f5-3df0aec5d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:52.990167 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fb6c4d9a-a352-4d64-98cc-f1dc6cb956a9 req-f62e1f86-e734-47b5-b6f5-3df0aec5d23d service neutron] 10.222.0.57 "GET /v2.0/networks?id=a960421c-0ac7-4777-ad11-86ea1221dbd0 HTTP/1.1" status: 200 len: 920 time: 0.0901704 May 12 14:36:53.565730 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fb6c4d9a-a352-4d64-98cc-f1dc6cb956a9 req-52801bcd-2b77-473d-b6b3-adece563f5c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d9bd042-8dc9-4559-9211-62f3a465dca4 HTTP/1.1" status: 200 len: 1000 time: 0.0670919 May 12 14:36:53.619343 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c4d9a-a352-4d64-98cc-f1dc6cb956a9 req-37dcffae-0c23-418f-9f5c-de8976bb0c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:53.621708 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fb6c4d9a-a352-4d64-98cc-f1dc6cb956a9 req-37dcffae-0c23-418f-9f5c-de8976bb0c04 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ff9df63-a567-422b-b0eb-7dc75045c602 HTTP/1.1" status: 200 len: 858 time: 0.0472102 May 12 14:36:53.644397 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['7fccb52d-a09a-4e64-adbe-8b42348d39c5'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:36:53.709344 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c4d9a-a352-4d64-98cc-f1dc6cb956a9 req-3f7855fb-6d0e-4790-80e9-4013889e686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:53.710863 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fb6c4d9a-a352-4d64-98cc-f1dc6cb956a9 req-3f7855fb-6d0e-4790-80e9-4013889e686c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a960421c-0ac7-4777-ad11-86ea1221dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0766063 May 12 14:36:53.743792 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ce555-555d-45af-a13e-e102493404f4 req-1bafc1e1-29eb-408f-b59c-694000f8a4fa tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:53.745215 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ad1ce555-555d-45af-a13e-e102493404f4 req-1bafc1e1-29eb-408f-b59c-694000f8a4fa tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 944 time: 0.0683591 May 12 14:36:53.833979 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ad1ce555-555d-45af-a13e-e102493404f4 req-b10be90a-6940-4b41-8100-373e5d42fd16 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817664 May 12 14:36:53.848089 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fb6c4d9a-a352-4d64-98cc-f1dc6cb956a9 req-91bb2620-4f6b-46b5-be66-c9775eb5c845 service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296048 May 12 14:36:53.943056 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fb6c4d9a-a352-4d64-98cc-f1dc6cb956a9 req-0c13633b-b08a-4463-be49-3a19321c83b6 service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862386 May 12 14:36:54.957284 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc2633-9337-4745-b537-8b04191f7254 req-31a69bb7-a902-4d24-8bec-1b4b54f81ec1 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:54.958828 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1adc2633-9337-4745-b537-8b04191f7254 req-31a69bb7-a902-4d24-8bec-1b4b54f81ec1 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 944 time: 0.0475390 May 12 14:36:55.007305 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1adc2633-9337-4745-b537-8b04191f7254 req-30dd5ee0-0009-4737-9995-bd194ee3b149 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428259 May 12 14:36:56.127364 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8150f7c-da03-4937-aa2a-151cd573be9b req-3dc47615-99ae-4b52-a385-aab1e1fe5898 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:56.128833 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a8150f7c-da03-4937-aa2a-151cd573be9b req-3dc47615-99ae-4b52-a385-aab1e1fe5898 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 944 time: 0.0469475 May 12 14:36:56.175714 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a8150f7c-da03-4937-aa2a-151cd573be9b req-c3f3b6e8-6ca0-4ea4-9ec4-418afa4a125b tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413170 May 12 14:36:57.293130 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058758eb-25ae-4e60-a4d2-51a79d115788 req-4175232f-1e33-497f-9d83-9c86179119fc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:57.294554 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-058758eb-25ae-4e60-a4d2-51a79d115788 req-4175232f-1e33-497f-9d83-9c86179119fc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 944 time: 0.0487189 May 12 14:36:57.340245 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-058758eb-25ae-4e60-a4d2-51a79d115788 req-a00c3033-3b92-4704-a36d-44af076b2b57 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396874 May 12 14:36:58.456083 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa5446-8bf9-44ae-b74e-3abf6275a56f req-b1db5a97-7013-41ef-a8af-8e744c3e1ee7 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:58.457573 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ecfa5446-8bf9-44ae-b74e-3abf6275a56f req-b1db5a97-7013-41ef-a8af-8e744c3e1ee7 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 944 time: 0.0458593 May 12 14:36:58.503838 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ecfa5446-8bf9-44ae-b74e-3abf6275a56f req-cbb1668b-a52a-4845-b56a-28695283224f tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407724 May 12 14:36:59.626609 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad799c-8a80-457a-836f-27190ccd3f06 req-51f47cb2-3a9f-4838-af73-052c9f6a7a6f tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:36:59.628113 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a7ad799c-8a80-457a-836f-27190ccd3f06 req-51f47cb2-3a9f-4838-af73-052c9f6a7a6f tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 944 time: 0.0504084 May 12 14:36:59.675311 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a7ad799c-8a80-457a-836f-27190ccd3f06 req-0e2bdef2-493b-41e5-a3c4-d10a2ae77908 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416276 May 12 14:36:59.866144 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 7fccb52d-a09a-4e64-adbe-8b42348d39c5 up at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:36:59.913394 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning complete for port 7fccb52d-a09a-4e64-adbe-8b42348d39c5 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:36:59.913758 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (7fccb52d-a09a-4e64-adbe-8b42348d39c5), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:36:59.995172 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 7fccb52d-a09a-4e64-adbe-8b42348d39c5 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:36:59.995558 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (7fccb52d-a09a-4e64-adbe-8b42348d39c5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:00.020865 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e2a4c2-6255-4074-9a3c-e5159c3f7b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fccb52d-a09a-4e64-adbe-8b42348d39c5'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:37:00.023155 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a29dba3-8f69-4868-b5dd-331719abf76a" -d '{"events": [{"server_uuid": "d0e2a4c2-6255-4074-9a3c-e5159c3f7b87", "name": "network-vif-plugged", "status": "completed", "tag": "7fccb52d-a09a-4e64-adbe-8b42348d39c5"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:37:00.152804 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c10c8b2-5a72-4da6-aef5-f388ad20dd55 x-openstack-request-id: req-6c10c8b2-5a72-4da6-aef5-f388ad20dd55 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:37:00.153037 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e2a4c2-6255-4074-9a3c-e5159c3f7b87", "name": "network-vif-plugged", "status": "completed", "tag": "7fccb52d-a09a-4e64-adbe-8b42348d39c5", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:37:00.153257 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6c10c8b2-5a72-4da6-aef5-f388ad20dd55 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:37:00.153646 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c10c8b2-5a72-4da6-aef5-f388ad20dd55'] response: {'server_uuid': 'd0e2a4c2-6255-4074-9a3c-e5159c3f7b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fccb52d-a09a-4e64-adbe-8b42348d39c5', 'code': 200} May 12 14:37:00.157636 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 7fccb52d-a09a-4e64-adbe-8b42348d39c5, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=7fccb52d-a09a-4e64-adbe-8b42348d39c5,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:37:00.161854 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (7fccb52d-a09a-4e64-adbe-8b42348d39c5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:00.208502 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=7fccb52d-a09a-4e64-adbe-8b42348d39c5,revision_number=10']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:00.791661 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3574f1-3166-44ef-a2c4-c466ed7ea4b3 req-1b1d9116-8624-468d-8589-e8c86d30835d tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:00.793123 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2b3574f1-3166-44ef-a2c4-c466ed7ea4b3 req-1b1d9116-8624-468d-8589-e8c86d30835d tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 946 time: 0.0464001 May 12 14:37:00.841574 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2b3574f1-3166-44ef-a2c4-c466ed7ea4b3 req-5715df59-2d49-4e76-af8c-feae6144cf20 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429938 May 12 14:37:01.255937 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434ec36-0e24-4ae9-8e85-2a7240810c9c req-230b0a14-d56c-4e20-8a6f-99456ef46803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:01.257366 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a434ec36-0e24-4ae9-8e85-2a7240810c9c req-230b0a14-d56c-4e20-8a6f-99456ef46803 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 1130 time: 0.0407255 May 12 14:37:01.312236 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a434ec36-0e24-4ae9-8e85-2a7240810c9c req-977577b9-adbb-4100-941b-d3ddd00c66f2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480742 May 12 14:37:01.966400 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088293e4-5cca-4ef5-9e7f-7302f8931eb8 req-2a66a168-52bf-48c9-a7ec-5631296372c8 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:01.967969 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-088293e4-5cca-4ef5-9e7f-7302f8931eb8 req-2a66a168-52bf-48c9-a7ec-5631296372c8 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 946 time: 0.0516419 May 12 14:37:02.016893 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-088293e4-5cca-4ef5-9e7f-7302f8931eb8 req-2295d1bf-d42e-45c9-be8e-d52091a65512 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431538 May 12 14:37:03.135425 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07162ec9-5790-41f8-bb64-9296c249adc8 req-7b80486f-fc43-4ee5-bef0-515d5f3ecf14 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:03.136799 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-07162ec9-5790-41f8-bb64-9296c249adc8 req-7b80486f-fc43-4ee5-bef0-515d5f3ecf14 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 946 time: 0.0469997 May 12 14:37:03.183590 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-07162ec9-5790-41f8-bb64-9296c249adc8 req-061f5c99-4f88-422a-8ede-1b74ac32c3f8 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406101 May 12 14:37:04.312982 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132afee-1108-42cd-8634-38717adab179 req-274aef77-f7c9-4100-a309-ade8f34165df tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:04.314433 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3132afee-1108-42cd-8634-38717adab179 req-274aef77-f7c9-4100-a309-ade8f34165df tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 946 time: 0.0551648 May 12 14:37:04.360240 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3132afee-1108-42cd-8634-38717adab179 req-9798bed6-c533-443e-96a7-026dfd6aaeac tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401430 May 12 14:37:05.478311 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331d536-077f-4507-8af5-d54df894508c req-47182c5f-8cf1-4fe2-bd93-02925b0a87a2 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:05.480727 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b331d536-077f-4507-8af5-d54df894508c req-47182c5f-8cf1-4fe2-bd93-02925b0a87a2 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 946 time: 0.0471179 May 12 14:37:05.540306 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b331d536-077f-4507-8af5-d54df894508c req-5291a77b-ff85-41a5-8ba3-e8e00265eb57 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543995 May 12 14:37:06.675459 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e6dad-5123-4837-97ca-6b4199d8c863 req-a2b3abd9-2cc2-4dbd-a26d-eb7b3667f119 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:06.676936 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ca0e6dad-5123-4837-97ca-6b4199d8c863 req-a2b3abd9-2cc2-4dbd-a26d-eb7b3667f119 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 946 time: 0.0592544 May 12 14:37:06.727307 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ca0e6dad-5123-4837-97ca-6b4199d8c863 req-ba41e076-1faf-4020-b74e-1bf624ddd2a6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440671 May 12 14:37:07.847298 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54871d-1925-4c2f-b17b-c842cf5a547c req-561eac15-6d97-4512-aa9c-6c8f5391fff6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:07.848834 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2c54871d-1925-4c2f-b17b-c842cf5a547c req-561eac15-6d97-4512-aa9c-6c8f5391fff6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 946 time: 0.0480518 May 12 14:37:07.896349 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2c54871d-1925-4c2f-b17b-c842cf5a547c req-16764049-cae4-4f1c-ac46-628729be81c0 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420473 May 12 14:37:09.019928 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d548e0-0839-432d-8789-1b8e8cd1210e req-ec0efe3d-0324-4284-8812-156bffeedd6d tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:09.021333 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e0d548e0-0839-432d-8789-1b8e8cd1210e req-ec0efe3d-0324-4284-8812-156bffeedd6d tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 946 time: 0.0484192 May 12 14:37:09.069151 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e0d548e0-0839-432d-8789-1b8e8cd1210e req-71084bce-8edf-4ca5-8ada-f6d3f80d0719 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421364 May 12 14:37:09.274876 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-99030ce4-fcad-4ac1-a8f4-7774f143e932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:10.197522 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7479d31-1409-4ca0-8ee7-54f435c4c452 req-154fbc8f-9996-4a8d-90bf-c725da61f9c0 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:10.199097 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b7479d31-1409-4ca0-8ee7-54f435c4c452 req-154fbc8f-9996-4a8d-90bf-c725da61f9c0 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 946 time: 0.0535605 May 12 14:37:10.247457 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b7479d31-1409-4ca0-8ee7-54f435c4c452 req-32c929f1-4831-4c7f-8585-bdccca3ff775 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416777 May 12 14:37:10.541052 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:37:11.369303 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a13540-af11-45e1-81d6-7879a810042f req-30bf93da-988c-4c88-9a6c-a6d79d3a5cbd tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:11.370748 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-30a13540-af11-45e1-81d6-7879a810042f req-30bf93da-988c-4c88-9a6c-a6d79d3a5cbd tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 946 time: 0.0459366 May 12 14:37:11.417752 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-30a13540-af11-45e1-81d6-7879a810042f req-83afaca0-0cfa-412d-ae1a-032f87ab7332 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408206 May 12 14:37:11.636991 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7a7a265b-87c8-4c06-a540-6a05cc534a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:12.975978 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:14.362742 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:14.972586 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99d831-d140-4462-88d6-90d1d507b331 req-b55b69e6-094b-4618-b0c2-0f7460ced0ee tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:14.974031 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0b99d831-d140-4462-88d6-90d1d507b331 req-b55b69e6-094b-4618-b0c2-0f7460ced0ee tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=03ea87fc-19a5-4d9e-b6c3-7b464c75d052 HTTP/1.1" status: 200 len: 946 time: 0.0500102 May 12 14:37:15.021484 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0b99d831-d140-4462-88d6-90d1d507b331 req-7c80cade-28fa-4a57-ac33-78bb09164577 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418575 May 12 14:37:15.741811 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:16.140912 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ee297-40a2-46cb-aad4-76b9195e247d req-e40dccf3-4d64-445e-a31f-fb16f24fa78a tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:16.142383 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-009ee297-40a2-46cb-aad4-76b9195e247d req-e40dccf3-4d64-445e-a31f-fb16f24fa78a tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=03ea87fc-19a5-4d9e-b6c3-7b464c75d052 HTTP/1.1" status: 200 len: 946 time: 0.0472004 May 12 14:37:16.189038 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-009ee297-40a2-46cb-aad4-76b9195e247d req-00e9812c-d6bc-4314-8c43-7280c35bc751 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410511 May 12 14:37:17.309708 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8fdef-7feb-4035-987e-746ba414e158 req-596b780b-0810-48cf-9fc2-88feb39d5cf8 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:17.311441 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-57a8fdef-7feb-4035-987e-746ba414e158 req-596b780b-0810-48cf-9fc2-88feb39d5cf8 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=03ea87fc-19a5-4d9e-b6c3-7b464c75d052 HTTP/1.1" status: 200 len: 946 time: 0.0501113 May 12 14:37:17.360795 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-57a8fdef-7feb-4035-987e-746ba414e158 req-b16ae028-d7e2-4b1c-ac03-1f5484263fba tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438762 May 12 14:37:18.428088 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e355f-4667-4556-a405-05f2b41617d1 req-a36ad819-92db-4457-a289-ca1db381e19b tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:18.429629 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-531e355f-4667-4556-a405-05f2b41617d1 req-a36ad819-92db-4457-a289-ca1db381e19b tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.57 "GET /v2.0/ports?device_id=03ea87fc-19a5-4d9e-b6c3-7b464c75d052 HTTP/1.1" status: 200 len: 946 time: 0.0454869 May 12 14:37:18.501051 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5ea21-a4db-4b4d-bc86-f2c6a89af398 req-dd897b8c-dbd3-4e38-aebb-f41daab21024 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:18.502501 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-62b5ea21-a4db-4b4d-bc86-f2c6a89af398 req-dd897b8c-dbd3-4e38-aebb-f41daab21024 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=03ea87fc-19a5-4d9e-b6c3-7b464c75d052 HTTP/1.1" status: 200 len: 946 time: 0.0720050 May 12 14:37:18.552199 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:18.573024 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-531e355f-4667-4556-a405-05f2b41617d1 req-f65b4187-9d73-4f63-b802-76a254ed4281 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Deleting port 1a2cb385-3a41-4cfb-a347-2f9ef44bca18 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:37:18.573362 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-531e355f-4667-4556-a405-05f2b41617d1 req-f65b4187-9d73-4f63-b802-76a254ed4281 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (1a2cb385-3a41-4cfb-a347-2f9ef44bca18), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:18.605999 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-62b5ea21-a4db-4b4d-bc86-f2c6a89af398 req-47095eec-2590-461d-b5fb-25a589bfffe3 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/security-groups?id=e91b8431-b8d7-42ee-9372-cde0e448f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972314 May 12 14:37:18.674553 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-531e355f-4667-4556-a405-05f2b41617d1 req-f65b4187-9d73-4f63-b802-76a254ed4281 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] For port 1a2cb385-3a41-4cfb-a347-2f9ef44bca18, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=1a2cb385-3a41-4cfb-a347-2f9ef44bca18,segment=NetworkSegment(763d07bf-5e57-4946-a525-2d840c7b2321),segment_id=763d07bf-5e57-4946-a525-2d840c7b2321)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:37:18.674831 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-531e355f-4667-4556-a405-05f2b41617d1 req-f65b4187-9d73-4f63-b802-76a254ed4281 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (1a2cb385-3a41-4cfb-a347-2f9ef44bca18), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:18.689219 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-531e355f-4667-4556-a405-05f2b41617d1 req-f65b4187-9d73-4f63-b802-76a254ed4281 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Calling delete_port for 1a2cb385-3a41-4cfb-a347-2f9ef44bca18 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:37:18.784782 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c68096b0-1d9f-4de1-bbc6-f8961d2ac154 req-72903556-27c6-4220-8e46-2c1ba3fa9045 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527277 May 12 14:37:18.881297 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68096b0-1d9f-4de1-bbc6-f8961d2ac154 req-80648fd0-f808-4e3c-951b-821bbf6a0d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:18.882969 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c68096b0-1d9f-4de1-bbc6-f8961d2ac154 req-80648fd0-f808-4e3c-951b-821bbf6a0d59 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c83c8fa2cd44eab84cb50b3ad06a1d3&device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 1130 time: 0.0565174 May 12 14:37:18.887852 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-531e355f-4667-4556-a405-05f2b41617d1 req-f65b4187-9d73-4f63-b802-76a254ed4281 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253'] for port (1a2cb385-3a41-4cfb-a347-2f9ef44bca18), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:18.952003 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['1a2cb385-3a41-4cfb-a347-2f9ef44bca18'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:37:19.159523 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b4187-9d73-4f63-b802-76a254ed4281 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Pushing event deleted for resources: {'Port': ['ID=1a2cb385-3a41-4cfb-a347-2f9ef44bca18,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:19.189169 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65b4187-9d73-4f63-b802-76a254ed4281 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:19.189522 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65b4187-9d73-4f63-b802-76a254ed4281 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:19.189862 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65b4187-9d73-4f63-b802-76a254ed4281 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:19.190199 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65b4187-9d73-4f63-b802-76a254ed4281 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:19.190531 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65b4187-9d73-4f63-b802-76a254ed4281 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:19.190866 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65b4187-9d73-4f63-b802-76a254ed4281 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:19.191219 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65b4187-9d73-4f63-b802-76a254ed4281 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:19.191547 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65b4187-9d73-4f63-b802-76a254ed4281 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:19.191870 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65b4187-9d73-4f63-b802-76a254ed4281 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:19.192200 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65b4187-9d73-4f63-b802-76a254ed4281 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:19.192523 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65b4187-9d73-4f63-b802-76a254ed4281 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:19.192858 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65b4187-9d73-4f63-b802-76a254ed4281 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:19.193175 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65b4187-9d73-4f63-b802-76a254ed4281 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:19.193498 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65b4187-9d73-4f63-b802-76a254ed4281 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:19.194202 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65b4187-9d73-4f63-b802-76a254ed4281 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:19.257964 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-531e355f-4667-4556-a405-05f2b41617d1 req-f65b4187-9d73-4f63-b802-76a254ed4281 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] No DVR routers for this DVR port 1a2cb385-3a41-4cfb-a347-2f9ef44bca18 on host hv-cinder-77703 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:37:19.261473 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-531e355f-4667-4556-a405-05f2b41617d1 req-f65b4187-9d73-4f63-b802-76a254ed4281 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:19.265226 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-531e355f-4667-4556-a405-05f2b41617d1 req-f65b4187-9d73-4f63-b802-76a254ed4281 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.57 "DELETE /v2.0/ports/1a2cb385-3a41-4cfb-a347-2f9ef44bca18 HTTP/1.1" status: 204 len: 173 time: 0.8260663 May 12 14:37:19.265653 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ea87fc-19a5-4d9e-b6c3-7b464c75d052', 'name': 'network-vif-deleted', 'tag': '1a2cb385-3a41-4cfb-a347-2f9ef44bca18'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:37:19.267884 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a5f094-6cac-49d0-a0a5-a5676242ab81" -d '{"events": [{"server_uuid": "03ea87fc-19a5-4d9e-b6c3-7b464c75d052", "name": "network-vif-deleted", "tag": "1a2cb385-3a41-4cfb-a347-2f9ef44bca18"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:37:19.301724 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68096b0-1d9f-4de1-bbc6-f8961d2ac154 req-36fe7c52-56ca-4493-9c9e-c1e760c4d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:19.303362 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c68096b0-1d9f-4de1-bbc6-f8961d2ac154 req-36fe7c52-56ca-4493-9c9e-c1e760c4d597 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a960421c-0ac7-4777-ad11-86ea1221dbd0 HTTP/1.1" status: 200 len: 920 time: 0.1518865 May 12 14:37:19.348936 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c68096b0-1d9f-4de1-bbc6-f8961d2ac154 req-bb335bb6-6fe9-42d2-80a3-96802a533d39 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62f6a176-00c7-4955-ac5a-e84fb95f6c3d HTTP/1.1" status: 200 len: 217 time: 0.0376868 May 12 14:37:19.382945 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07442c1b-a5d4-4088-bbc9-d2586df66c04 x-openstack-request-id: req-07442c1b-a5d4-4088-bbc9-d2586df66c04 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:37:19.383269 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ea87fc-19a5-4d9e-b6c3-7b464c75d052", "name": "network-vif-deleted", "tag": "1a2cb385-3a41-4cfb-a347-2f9ef44bca18", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:37:19.383517 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-07442c1b-a5d4-4088-bbc9-d2586df66c04 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:37:19.383949 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07442c1b-a5d4-4088-bbc9-d2586df66c04'] response: {'server_uuid': '03ea87fc-19a5-4d9e-b6c3-7b464c75d052', 'name': 'network-vif-deleted', 'tag': '1a2cb385-3a41-4cfb-a347-2f9ef44bca18', 'status': 'completed', 'code': 200} May 12 14:37:19.401231 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68096b0-1d9f-4de1-bbc6-f8961d2ac154 req-d80a42c2-a8c9-4ce1-b8d5-4ef219ae1f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:19.402703 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c68096b0-1d9f-4de1-bbc6-f8961d2ac154 req-d80a42c2-a8c9-4ce1-b8d5-4ef219ae1f8b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ff9df63-a567-422b-b0eb-7dc75045c602 HTTP/1.1" status: 200 len: 858 time: 0.0466106 May 12 14:37:19.455484 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68096b0-1d9f-4de1-bbc6-f8961d2ac154 req-906dfaf0-f5d1-4593-9858-b9aab353da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:19.457356 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c68096b0-1d9f-4de1-bbc6-f8961d2ac154 req-906dfaf0-f5d1-4593-9858-b9aab353da10 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a960421c-0ac7-4777-ad11-86ea1221dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442603 May 12 14:37:19.715195 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-865dc0d7-be82-4a10-b24b-e258acfee9e3 req-c51ae78e-90dc-46c2-9259-0bc6e146e359 tempest-VolumesSnapshotTestJSON-1036433163 tempest-VolumesSnapshotTestJSON-1036433163-project] 10.222.0.75 "GET /v2.0/ports?device_id=03ea87fc-19a5-4d9e-b6c3-7b464c75d052 HTTP/1.1" status: 200 len: 210 time: 0.0273538 May 12 14:37:19.847115 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c68096b0-1d9f-4de1-bbc6-f8961d2ac154 req-1f52df8f-cb7a-4832-8a6a-296a0b5d4c1a service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824111 May 12 14:37:19.960322 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c68096b0-1d9f-4de1-bbc6-f8961d2ac154 req-dd2f3793-3a08-4c46-927c-adcb2538a019 service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888238 May 12 14:37:21.920472 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 1a2cb385-3a41-4cfb-a347-2f9ef44bca18 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:37:21.940227 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] No Port match for: 1a2cb385-3a41-4cfb-a347-2f9ef44bca18 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:37:21.940576 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 1a2cb385-3a41-4cfb-a347-2f9ef44bca18 not bound to the agent host hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:37:39.282020 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ea131996-4ca3-4148-ac6e-07f7bdf7d8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:41.629914 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb60ff72-d4be-4601-89be-6006ec8854f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:42.979689 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:44.363875 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:45.744799 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:47.539071 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:37:48.547483 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:49.057645 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 38978) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:49.101204 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da76885-8bb7-4ca3-9874-e03f4fa9518b admin admin] Deleting subnet 12654294-56b3-4f5c-812f-c4bca8998c4e {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:37:49.104158 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2da76885-8bb7-4ca3-9874-e03f4fa9518b admin admin] Publish callbacks [] for subnet (12654294-56b3-4f5c-812f-c4bca8998c4e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:49.136148 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2da76885-8bb7-4ca3-9874-e03f4fa9518b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8839234'] for subnet (12654294-56b3-4f5c-812f-c4bca8998c4e), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:49.176062 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2da76885-8bb7-4ca3-9874-e03f4fa9518b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33439215'] for subnet (12654294-56b3-4f5c-812f-c4bca8998c4e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:49.225042 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2da76885-8bb7-4ca3-9874-e03f4fa9518b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33439222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3895182'] for subnet (12654294-56b3-4f5c-812f-c4bca8998c4e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:49.250122 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da76885-8bb7-4ca3-9874-e03f4fa9518b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12654294-56b3-4f5c-812f-c4bca8998c4e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:49.258009 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2da76885-8bb7-4ca3-9874-e03f4fa9518b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:49.261091 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-2da76885-8bb7-4ca3-9874-e03f4fa9518b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/12654294-56b3-4f5c-812f-c4bca8998c4e HTTP/1.1" status: 204 len: 168 time: 0.2024407 May 12 14:37:49.262549 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da76885-8bb7-4ca3-9874-e03f4fa9518b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:49.262893 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da76885-8bb7-4ca3-9874-e03f4fa9518b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:49.263267 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da76885-8bb7-4ca3-9874-e03f4fa9518b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:49.263597 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da76885-8bb7-4ca3-9874-e03f4fa9518b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:49.263925 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da76885-8bb7-4ca3-9874-e03f4fa9518b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:49.264042 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 38982) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:49.264456 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da76885-8bb7-4ca3-9874-e03f4fa9518b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:49.264582 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da76885-8bb7-4ca3-9874-e03f4fa9518b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:49.264875 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da76885-8bb7-4ca3-9874-e03f4fa9518b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:49.265833 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da76885-8bb7-4ca3-9874-e03f4fa9518b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:49.266172 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da76885-8bb7-4ca3-9874-e03f4fa9518b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:49.266513 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da76885-8bb7-4ca3-9874-e03f4fa9518b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:49.266842 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da76885-8bb7-4ca3-9874-e03f4fa9518b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:49.267194 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da76885-8bb7-4ca3-9874-e03f4fa9518b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:49.267516 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da76885-8bb7-4ca3-9874-e03f4fa9518b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:49.267836 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da76885-8bb7-4ca3-9874-e03f4fa9518b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:49.336815 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6588b0fe-d21f-4126-997d-953ee077ef86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33070896'] for network (c4e4c52c-dcb8-4f29-b913-b6c0c789c55d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:49.414352 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6588b0fe-d21f-4126-997d-953ee077ef86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33375322', 'neutron.services.segments.db._delete_segments_for_network-8771212172310'] for network (c4e4c52c-dcb8-4f29-b913-b6c0c789c55d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:49.433605 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6588b0fe-d21f-4126-997d-953ee077ef86 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:37:49.433942 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6588b0fe-d21f-4126-997d-953ee077ef86 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:37:49.434675 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6588b0fe-d21f-4126-997d-953ee077ef86 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:37:49.435018 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6588b0fe-d21f-4126-997d-953ee077ef86 admin admin] Subscribe: > port after_create 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:37:49.435364 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6588b0fe-d21f-4126-997d-953ee077ef86 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:37:49.435696 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6588b0fe-d21f-4126-997d-953ee077ef86 admin admin] Subscribe: > port after_update 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:37:49.436012 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6588b0fe-d21f-4126-997d-953ee077ef86 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:37:49.436326 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6588b0fe-d21f-4126-997d-953ee077ef86 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:37:49.436640 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6588b0fe-d21f-4126-997d-953ee077ef86 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:37:49.437469 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6588b0fe-d21f-4126-997d-953ee077ef86 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:37:49.519103 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6588b0fe-d21f-4126-997d-953ee077ef86 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:37:49.519391 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6588b0fe-d21f-4126-997d-953ee077ef86 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:37:49.519719 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6588b0fe-d21f-4126-997d-953ee077ef86 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:37:49.520047 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6588b0fe-d21f-4126-997d-953ee077ef86 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:37:49.520403 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-6588b0fe-d21f-4126-997d-953ee077ef86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e4c52c-dcb8-4f29-b913-b6c0c789c55d']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:49.536716 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-6588b0fe-d21f-4126-997d-953ee077ef86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '763d07bf-5e57-4946-a525-2d840c7b2321') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:49.537011 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-6588b0fe-d21f-4126-997d-953ee077ef86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '763d07bf-5e57-4946-a525-2d840c7b2321') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:49.556444 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6588b0fe-d21f-4126-997d-953ee077ef86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771212173343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3984821'] for segment (763d07bf-5e57-4946-a525-2d840c7b2321), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:49.577451 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6588b0fe-d21f-4126-997d-953ee077ef86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (763d07bf-5e57-4946-a525-2d840c7b2321), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:49.585921 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6588b0fe-d21f-4126-997d-953ee077ef86 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:37:49.586345 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6588b0fe-d21f-4126-997d-953ee077ef86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745268'] for segment (763d07bf-5e57-4946-a525-2d840c7b2321), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: from cryptography.utils import int_from_bytes May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: from cryptography.utils import int_from_bytes May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: Traceback (most recent call last): May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: timer() May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: cb(*args, **kw) May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: return func(*args, **kwargs) May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: self._notify() May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: self.callback(batched_events) May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: event.method(event) May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: return f(self, *a, **k) May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: return self._get(url).json() May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: return self.request(url, 'GET', **kwargs) May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:37:49.590526 dv-cinder-777031-14-iscsi neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:37:49.645228 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6588b0fe-d21f-4126-997d-953ee077ef86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33375329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931293'] for network (c4e4c52c-dcb8-4f29-b913-b6c0c789c55d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:49.652588 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6588b0fe-d21f-4126-997d-953ee077ef86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:49.655774 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-6588b0fe-d21f-4126-997d-953ee077ef86 admin admin] 10.222.0.75 "DELETE /v2.0/networks/c4e4c52c-dcb8-4f29-b913-b6c0c789c55d HTTP/1.1" status: 204 len: 168 time: 0.3908505 May 12 14:37:49.664953 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588b0fe-d21f-4126-997d-953ee077ef86 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4e4c52c-dcb8-4f29-b913-b6c0c789c55d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:49.815930 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 38986) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:49.854384 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-7dfbbd00-2d64-475b-924c-44d036eab3b9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a9501c41f0664eca9177e0071bb5b1b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373299 May 12 14:37:49.856772 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 38988) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:49.906800 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8433b012-1dc9-440f-94ee-83db06d1990d admin admin] Publish callbacks [] for security_group (e91b8431-b8d7-42ee-9372-cde0e448f218), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:49.928092 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8433b012-1dc9-440f-94ee-83db06d1990d admin admin] Publish callbacks [] for security_group (e91b8431-b8d7-42ee-9372-cde0e448f218), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:49.973518 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8433b012-1dc9-440f-94ee-83db06d1990d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (e91b8431-b8d7-42ee-9372-cde0e448f218), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:49.976135 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8433b012-1dc9-440f-94ee-83db06d1990d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:49.977319 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-8433b012-1dc9-440f-94ee-83db06d1990d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e91b8431-b8d7-42ee-9372-cde0e448f218 HTTP/1.1" status: 204 len: 168 time: 0.1196725 May 12 14:37:49.986610 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433b012-1dc9-440f-94ee-83db06d1990d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91b8431-b8d7-42ee-9372-cde0e448f218,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:50.631384 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 39012) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:50.728092 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ef6af030-7c62-4827-87af-0cc4dc38b130 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-732211673-network', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:50.747992 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6af030-7c62-4827-87af-0cc4dc38b130 admin admin] Made reservation on behalf of 9462307fa603476baafa1c5c8ae491d5 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:37:50.750245 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ef6af030-7c62-4827-87af-0cc4dc38b130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:50.758828 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ef6af030-7c62-4827-87af-0cc4dc38b130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:50.836695 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ef6af030-7c62-4827-87af-0cc4dc38b130 admin admin] Publish callbacks [] for security_group (f2500903-0807-428a-bc31-7c6476f07ea1), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:50.840504 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ef6af030-7c62-4827-87af-0cc4dc38b130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (f2500903-0807-428a-bc31-7c6476f07ea1), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:50.863701 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6af030-7c62-4827-87af-0cc4dc38b130 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:37:50.873390 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6af030-7c62-4827-87af-0cc4dc38b130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2500903-0807-428a-bc31-7c6476f07ea1,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:50.878419 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ef6af030-7c62-4827-87af-0cc4dc38b130 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771212172301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (ba1391a4-04ab-4bc3-b289-95e60c2d942a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:50.878819 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.db.segments_db [None req-ef6af030-7c62-4827-87af-0cc4dc38b130 admin admin] Added segment ba1391a4-04ab-4bc3-b289-95e60c2d942a of type vlan for network 02beb22d-1f56-4737-bf39-f35baef398aa May 12 14:37:50.919294 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ef6af030-7c62-4827-87af-0cc4dc38b130 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771211612555'] for network (02beb22d-1f56-4737-bf39-f35baef398aa), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:50.943695 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ef6af030-7c62-4827-87af-0cc4dc38b130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for network (02beb22d-1f56-4737-bf39-f35baef398aa), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:50.944685 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6af030-7c62-4827-87af-0cc4dc38b130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:50.945266 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ef6af030-7c62-4827-87af-0cc4dc38b130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:50.978265 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-ef6af030-7c62-4827-87af-0cc4dc38b130 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3457851 May 12 14:37:50.980935 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 39016) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:50.986894 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-7fda9595-34b4-4db6-afc7-d92d025162d5 admin admin] Request body: {'subnet': {'network_id': '02beb22d-1f56-4737-bf39-f35baef398aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-732211673-subnet', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:51.023062 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6af030-7c62-4827-87af-0cc4dc38b130 admin admin] Pushing event updated for resources: {'Network': ['ID=02beb22d-1f56-4737-bf39-f35baef398aa,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:51.032847 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Network 02beb22d-1f56-4737-bf39-f35baef398aa details requested by agent ovs-agent-dv-cinder-777031-14-iscsi with host dv-cinder-777031-14-iscsi {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:37:51.036601 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fda9595-34b4-4db6-afc7-d92d025162d5 admin admin] Made reservation on behalf of 9462307fa603476baafa1c5c8ae491d5 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:37:51.039122 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7fda9595-34b4-4db6-afc7-d92d025162d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4027521'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:51.202166 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7fda9595-34b4-4db6-afc7-d92d025162d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3744279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4027543'] for subnet (2e7f4252-5005-459d-8b94-9d1eb600e9e4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:51.257425 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda9595-34b4-4db6-afc7-d92d025162d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e7f4252-5005-459d-8b94-9d1eb600e9e4,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:51.264490 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fda9595-34b4-4db6-afc7-d92d025162d5 admin admin] Checking segment: {'id': 'ba1391a4-04ab-4bc3-b289-95e60c2d942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '02beb22d-1f56-4737-bf39-f35baef398aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:37:51.264844 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fda9595-34b4-4db6-afc7-d92d025162d5 admin admin] Network hostable DHCP agents. Network: 02beb22d-1f56-4737-bf39-f35baef398aa, hostable agents: ['8d346936-3b5f-4708-9dbd-40464a47b1eb'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:37:51.281124 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fda9595-34b4-4db6-afc7-d92d025162d5 admin admin] Network 02beb22d-1f56-4737-bf39-f35baef398aa is scheduled to be hosted by DHCP agent 8d346936-3b5f-4708-9dbd-40464a47b1eb with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:37:51.290216 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-7fda9595-34b4-4db6-afc7-d92d025162d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-14-iscsi, 02beb22d-1f56-4737-bf39-f35baef398aa) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:51.294267 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fda9595-34b4-4db6-afc7-d92d025162d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:51.294867 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7fda9595-34b4-4db6-afc7-d92d025162d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:51.300453 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844c9cc9-25a7-4a37-ab2a-4f96cc13dadf None None] Network 02beb22d-1f56-4737-bf39-f35baef398aa requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:37:51.311042 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-7fda9595-34b4-4db6-afc7-d92d025162d5 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3290911 May 12 14:37:51.314327 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 39018) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:51.318573 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-805c8075-d4ee-45da-83ae-6bf78305b9f0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-732211673-router', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:51.341900 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-805c8075-d4ee-45da-83ae-6bf78305b9f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-926981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-493231'] for router (61db997d-beca-4de3-85f5-b02412f8b70f), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:51.343210 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-805c8075-d4ee-45da-83ae-6bf78305b9f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-928796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-988421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-493140'] for router (61db997d-beca-4de3-85f5-b02412f8b70f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:51.394321 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-805c8075-d4ee-45da-83ae-6bf78305b9f0 admin admin] Publish callbacks [] for router_controller (61db997d-beca-4de3-85f5-b02412f8b70f), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:51.401681 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0529cf-0d83-42a8-9ba8-392c2a477186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a910b8e-e9ef-5def-a0da-b0da6844de63-02beb22d-1f56-4737-bf39-f35baef398aa', 'network_id': '02beb22d-1f56-4737-bf39-f35baef398aa', 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'fixed_ips': [{'subnet_id': '2e7f4252-5005-459d-8b94-9d1eb600e9e4'}]}} from dv-cinder-777031-14-iscsi. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 14:37:51.402829 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0e0529cf-0d83-42a8-9ba8-392c2a477186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:51.537903 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-805c8075-d4ee-45da-83ae-6bf78305b9f0 admin admin] Publish callbacks [] for router_gateway (61db997d-beca-4de3-85f5-b02412f8b70f), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:51.538587 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-0e0529cf-0d83-42a8-9ba8-392c2a477186 None None] Allocated IP 172.20.0.2 (02beb22d-1f56-4737-bf39-f35baef398aa/2e7f4252-5005-459d-8b94-9d1eb600e9e4/f8625f74-56df-4b96-af36-03ce741867b3) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:37:51.681746 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0e0529cf-0d83-42a8-9ba8-392c2a477186 None None] Publish callbacks [] for port (f8625f74-56df-4b96-af36-03ce741867b3), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:51.687868 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0e0529cf-0d83-42a8-9ba8-392c2a477186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (f8625f74-56df-4b96-af36-03ce741867b3), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:51.716143 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-805c8075-d4ee-45da-83ae-6bf78305b9f0 admin admin] Publish callbacks [] for router_gateway (61db997d-beca-4de3-85f5-b02412f8b70f), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:51.735515 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0529cf-0d83-42a8-9ba8-392c2a477186 None None] Network 02beb22d-1f56-4737-bf39-f35baef398aa is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:37:51.735808 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-805c8075-d4ee-45da-83ae-6bf78305b9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:51.741325 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-0e0529cf-0d83-42a8-9ba8-392c2a477186 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:51.746537 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0529cf-0d83-42a8-9ba8-392c2a477186 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:37:51.753233 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0529cf-0d83-42a8-9ba8-392c2a477186 None None] Pushing event updated for resources: {'Port': ['ID=f8625f74-56df-4b96-af36-03ce741867b3,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:51.807247 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-0e0529cf-0d83-42a8-9ba8-392c2a477186 None None] Attempting to bind port f8625f74-56df-4b96-af36-03ce741867b3 on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:37:51.807617 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-0e0529cf-0d83-42a8-9ba8-392c2a477186 None None] Attempting to bind port f8625f74-56df-4b96-af36-03ce741867b3 by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': 'ba1391a4-04ab-4bc3-b289-95e60c2d942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '02beb22d-1f56-4737-bf39-f35baef398aa'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:37:51.807979 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0529cf-0d83-42a8-9ba8-392c2a477186 None None] Attempting to bind port f8625f74-56df-4b96-af36-03ce741867b3 on network 02beb22d-1f56-4737-bf39-f35baef398aa {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:37:51.813081 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0529cf-0d83-42a8-9ba8-392c2a477186 None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:37:51.813455 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0529cf-0d83-42a8-9ba8-392c2a477186 None None] Checking segment: {'id': 'ba1391a4-04ab-4bc3-b289-95e60c2d942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '02beb22d-1f56-4737-bf39-f35baef398aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:37:51.813856 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0e0529cf-0d83-42a8-9ba8-392c2a477186 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:51.814250 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0529cf-0d83-42a8-9ba8-392c2a477186 None None] Bound using segment: {'id': 'ba1391a4-04ab-4bc3-b289-95e60c2d942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '02beb22d-1f56-4737-bf39-f35baef398aa'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:37:51.814711 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-0e0529cf-0d83-42a8-9ba8-392c2a477186 None None] Bound port: f8625f74-56df-4b96-af36-03ce741867b3, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1391a4-04ab-4bc3-b289-95e60c2d942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '02beb22d-1f56-4737-bf39-f35baef398aa'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:37:51.815109 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0e0529cf-0d83-42a8-9ba8-392c2a477186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (f8625f74-56df-4b96-af36-03ce741867b3), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:51.851596 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-805c8075-d4ee-45da-83ae-6bf78305b9f0 admin admin] Allocated IP 172.27.0.3 (913ada40-7b52-4232-aff5-95dc520647d4/2870505d-8418-4289-9c4c-0eeadb155262/b31dda3f-f812-4c44-b767-be8b988b997b) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:37:51.880451 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-0e0529cf-0d83-42a8-9ba8-392c2a477186 None None] For port f8625f74-56df-4b96-af36-03ce741867b3, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:37:51.883518 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-0e0529cf-0d83-42a8-9ba8-392c2a477186 None None] For port f8625f74-56df-4b96-af36-03ce741867b3, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=f8625f74-56df-4b96-af36-03ce741867b3,segment=NetworkSegment(ba1391a4-04ab-4bc3-b289-95e60c2d942a),segment_id=ba1391a4-04ab-4bc3-b289-95e60c2d942a)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:37:51.889123 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0e0529cf-0d83-42a8-9ba8-392c2a477186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (f8625f74-56df-4b96-af36-03ce741867b3), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:51.958110 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0529cf-0d83-42a8-9ba8-392c2a477186 None None] Pushing event updated for resources: {'Port': ['ID=f8625f74-56df-4b96-af36-03ce741867b3,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:51.968934 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-805c8075-d4ee-45da-83ae-6bf78305b9f0 admin admin] Publish callbacks [] for port (b31dda3f-f812-4c44-b767-be8b988b997b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:52.005280 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-805c8075-d4ee-45da-83ae-6bf78305b9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (b31dda3f-f812-4c44-b767-be8b988b997b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:52.047679 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805c8075-d4ee-45da-83ae-6bf78305b9f0 admin admin] Network 913ada40-7b52-4232-aff5-95dc520647d4 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:37:52.056022 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-805c8075-d4ee-45da-83ae-6bf78305b9f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:52.060718 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805c8075-d4ee-45da-83ae-6bf78305b9f0 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:37:52.064069 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c8075-d4ee-45da-83ae-6bf78305b9f0 admin admin] Pushing event updated for resources: {'Port': ['ID=b31dda3f-f812-4c44-b767-be8b988b997b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:52.331018 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-805c8075-d4ee-45da-83ae-6bf78305b9f0 admin admin] Publish callbacks [] for router_gateway (61db997d-beca-4de3-85f5-b02412f8b70f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:52.529776 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-805c8075-d4ee-45da-83ae-6bf78305b9f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928971'] for router (61db997d-beca-4de3-85f5-b02412f8b70f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:52.675883 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805c8075-d4ee-45da-83ae-6bf78305b9f0 admin admin] Router 61db997d-beca-4de3-85f5-b02412f8b70f is scheduled to L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 14:37:52.788956 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805c8075-d4ee-45da-83ae-6bf78305b9f0 admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:37:52.798757 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5f3cd-dec1-43ff-915d-ff5082633d8b None None] Sync routers for ids ['61db997d-beca-4de3-85f5-b02412f8b70f'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:37:52.808317 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-805c8075-d4ee-45da-83ae-6bf78305b9f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:52.808535 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c5f3cd-dec1-43ff-915d-ff5082633d8b None None] Routers {'61db997d-beca-4de3-85f5-b02412f8b70f'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:37:52.808970 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c3c5f3cd-dec1-43ff-915d-ff5082633d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:37:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['61db997d-beca-4de3-85f5-b02412f8b70f'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:52.812498 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-805c8075-d4ee-45da-83ae-6bf78305b9f0 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4946349 May 12 14:37:52.813899 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 39020) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:52.860266 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65034763-adb5-44b4-b552-874b6df2e139 None None] Network 02beb22d-1f56-4737-bf39-f35baef398aa requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:37:52.887258 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-67865bdb-d398-404a-afa8-1f2a28a208c9 None None] Provisioning complete for port f8625f74-56df-4b96-af36-03ce741867b3 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:52.887632 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-67865bdb-d398-404a-afa8-1f2a28a208c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (f8625f74-56df-4b96-af36-03ce741867b3), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:52.942540 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-c3c5f3cd-dec1-43ff-915d-ff5082633d8b None None] Set router 61db997d-beca-4de3-85f5-b02412f8b70f gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:37:53.031284 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-67865bdb-d398-404a-afa8-1f2a28a208c9 None None] Current status of the port f8625f74-56df-4b96-af36-03ce741867b3 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:53.032635 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-67865bdb-d398-404a-afa8-1f2a28a208c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (f8625f74-56df-4b96-af36-03ce741867b3), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.086919 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-67865bdb-d398-404a-afa8-1f2a28a208c9 None None] For port f8625f74-56df-4b96-af36-03ce741867b3, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=f8625f74-56df-4b96-af36-03ce741867b3,segment=NetworkSegment(ba1391a4-04ab-4bc3-b289-95e60c2d942a),segment_id=ba1391a4-04ab-4bc3-b289-95e60c2d942a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:37:53.096316 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-67865bdb-d398-404a-afa8-1f2a28a208c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (f8625f74-56df-4b96-af36-03ce741867b3), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.180102 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c3c5f3cd-dec1-43ff-915d-ff5082633d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'name': 'tempest-TestMinimumBasicScenario-732211673-router', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'b31dda3f-f812-4c44-b767-be8b988b997b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:51Z', 'updated_at': '2022-05-12T14:37:52Z', 'revision_number': 3, 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'gw_port': {'id': 'b31dda3f-f812-4c44-b767-be8b988b997b', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:07:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:51Z', 'updated_at': '2022-05-12T14:37:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:53.184819 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device f8625f74-56df-4b96-af36-03ce741867b3 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:37:53.191115 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67865bdb-d398-404a-afa8-1f2a28a208c9 None None] Pushing event updated for resources: {'Port': ['ID=f8625f74-56df-4b96-af36-03ce741867b3,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:53.216073 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5f3cd-dec1-43ff-915d-ff5082633d8b None None] Checking router: 61db997d-beca-4de3-85f5-b02412f8b70f for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:37:53.216413 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5f3cd-dec1-43ff-915d-ff5082633d8b None None] Updating router 61db997d-beca-4de3-85f5-b02412f8b70f port b31dda3f-f812-4c44-b767-be8b988b997b binding host dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:37:53.222891 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67865bdb-d398-404a-afa8-1f2a28a208c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.223265 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67865bdb-d398-404a-afa8-1f2a28a208c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.223845 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67865bdb-d398-404a-afa8-1f2a28a208c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.224193 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67865bdb-d398-404a-afa8-1f2a28a208c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.224546 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67865bdb-d398-404a-afa8-1f2a28a208c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.224879 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67865bdb-d398-404a-afa8-1f2a28a208c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.225204 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67865bdb-d398-404a-afa8-1f2a28a208c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.225527 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67865bdb-d398-404a-afa8-1f2a28a208c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.225853 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67865bdb-d398-404a-afa8-1f2a28a208c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.226180 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67865bdb-d398-404a-afa8-1f2a28a208c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.226560 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67865bdb-d398-404a-afa8-1f2a28a208c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.227099 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67865bdb-d398-404a-afa8-1f2a28a208c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.227430 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67865bdb-d398-404a-afa8-1f2a28a208c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.227752 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67865bdb-d398-404a-afa8-1f2a28a208c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.228070 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67865bdb-d398-404a-afa8-1f2a28a208c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.250554 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f3cd-dec1-43ff-915d-ff5082633d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (b31dda3f-f812-4c44-b767-be8b988b997b), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.260596 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port f8625f74-56df-4b96-af36-03ce741867b3 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:53.260976 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (f8625f74-56df-4b96-af36-03ce741867b3), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.317242 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5988fd2a-845e-44ea-85b3-9fc37a93dc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.349503 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-4bfcdc86-36ce-4b07-98a3-ba8f16fe5059 None None] Provisioning complete for port f8625f74-56df-4b96-af36-03ce741867b3 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:53.349854 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4bfcdc86-36ce-4b07-98a3-ba8f16fe5059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (f8625f74-56df-4b96-af36-03ce741867b3), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.378802 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port f8625f74-56df-4b96-af36-03ce741867b3 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:53.463922 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4bfcdc86-36ce-4b07-98a3-ba8f16fe5059 None None] Current status of the port f8625f74-56df-4b96-af36-03ce741867b3 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:53.491079 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-5988fd2a-845e-44ea-85b3-9fc37a93dc91 admin admin] Allocated IP 172.20.0.1 (02beb22d-1f56-4737-bf39-f35baef398aa/2e7f4252-5005-459d-8b94-9d1eb600e9e4/a108998f-47e7-4b4b-bed8-f4bf9d16a266) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:37:53.590476 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5988fd2a-845e-44ea-85b3-9fc37a93dc91 admin admin] Publish callbacks [] for port (a108998f-47e7-4b4b-bed8-f4bf9d16a266), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.624511 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f3cd-dec1-43ff-915d-ff5082633d8b None None] Publish callbacks [] for port (b31dda3f-f812-4c44-b767-be8b988b997b), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.625521 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5988fd2a-845e-44ea-85b3-9fc37a93dc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (a108998f-47e7-4b4b-bed8-f4bf9d16a266), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.629340 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f3cd-dec1-43ff-915d-ff5082633d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (b31dda3f-f812-4c44-b767-be8b988b997b), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.663157 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5988fd2a-845e-44ea-85b3-9fc37a93dc91 admin admin] Network 02beb22d-1f56-4737-bf39-f35baef398aa is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:37:53.666055 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-5988fd2a-845e-44ea-85b3-9fc37a93dc91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:53.671506 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5988fd2a-845e-44ea-85b3-9fc37a93dc91 admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:37:53.674534 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-c3c5f3cd-dec1-43ff-915d-ff5082633d8b None None] Attempting to bind port b31dda3f-f812-4c44-b767-be8b988b997b on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:37:53.674941 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-c3c5f3cd-dec1-43ff-915d-ff5082633d8b None None] Attempting to bind port b31dda3f-f812-4c44-b767-be8b988b997b by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:37:53.675289 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c5f3cd-dec1-43ff-915d-ff5082633d8b None None] Attempting to bind port b31dda3f-f812-4c44-b767-be8b988b997b on network 913ada40-7b52-4232-aff5-95dc520647d4 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:37:53.686604 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c5f3cd-dec1-43ff-915d-ff5082633d8b None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:37:53.686858 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c5f3cd-dec1-43ff-915d-ff5082633d8b None None] Checking segment: {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:37:53.687451 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f3cd-dec1-43ff-915d-ff5082633d8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.688573 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c5f3cd-dec1-43ff-915d-ff5082633d8b None None] Bound using segment: {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:37:53.689145 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-c3c5f3cd-dec1-43ff-915d-ff5082633d8b None None] Bound port: b31dda3f-f812-4c44-b767-be8b988b997b, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:37:53.689401 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f3cd-dec1-43ff-915d-ff5082633d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (b31dda3f-f812-4c44-b767-be8b988b997b), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.691008 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db667322-2ca6-4b59-9c1c-046aa8ef3aa4 None None] Pushing event updated for resources: {'Port': ['ID=b31dda3f-f812-4c44-b767-be8b988b997b,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:53.697387 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988fd2a-845e-44ea-85b3-9fc37a93dc91 admin admin] Pushing event updated for resources: {'Port': ['ID=a108998f-47e7-4b4b-bed8-f4bf9d16a266,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:53.720923 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5988fd2a-845e-44ea-85b3-9fc37a93dc91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-931814'] for router_interface (61db997d-beca-4de3-85f5-b02412f8b70f), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.724175 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db667322-2ca6-4b59-9c1c-046aa8ef3aa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.724531 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db667322-2ca6-4b59-9c1c-046aa8ef3aa4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.724874 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db667322-2ca6-4b59-9c1c-046aa8ef3aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.725443 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db667322-2ca6-4b59-9c1c-046aa8ef3aa4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.725558 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db667322-2ca6-4b59-9c1c-046aa8ef3aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.725892 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db667322-2ca6-4b59-9c1c-046aa8ef3aa4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.726223 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db667322-2ca6-4b59-9c1c-046aa8ef3aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.726545 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db667322-2ca6-4b59-9c1c-046aa8ef3aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.726892 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db667322-2ca6-4b59-9c1c-046aa8ef3aa4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.727242 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db667322-2ca6-4b59-9c1c-046aa8ef3aa4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.727567 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db667322-2ca6-4b59-9c1c-046aa8ef3aa4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.727902 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db667322-2ca6-4b59-9c1c-046aa8ef3aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.728226 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db667322-2ca6-4b59-9c1c-046aa8ef3aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.728643 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db667322-2ca6-4b59-9c1c-046aa8ef3aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.728848 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db667322-2ca6-4b59-9c1c-046aa8ef3aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:37:53.756582 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-c3c5f3cd-dec1-43ff-915d-ff5082633d8b None None] For port b31dda3f-f812-4c44-b767-be8b988b997b, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:37:53.760117 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-c3c5f3cd-dec1-43ff-915d-ff5082633d8b None None] For port b31dda3f-f812-4c44-b767-be8b988b997b, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=b31dda3f-f812-4c44-b767-be8b988b997b,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:37:53.768209 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f3cd-dec1-43ff-915d-ff5082633d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (b31dda3f-f812-4c44-b767-be8b988b997b), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.818082 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c5f3cd-dec1-43ff-915d-ff5082633d8b None None] Routers {'61db997d-beca-4de3-85f5-b02412f8b70f'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:37:53.818727 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c3c5f3cd-dec1-43ff-915d-ff5082633d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:37:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['61db997d-beca-4de3-85f5-b02412f8b70f'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:53.866460 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5988fd2a-845e-44ea-85b3-9fc37a93dc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (a108998f-47e7-4b4b-bed8-f4bf9d16a266), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.877342 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db667322-2ca6-4b59-9c1c-046aa8ef3aa4 None None] Pushing event updated for resources: {'Port': ['ID=b31dda3f-f812-4c44-b767-be8b988b997b,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:53.887230 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d60ccda5-3993-4905-b649-91f3bcd8d1ba None None] Provisioning complete for port a108998f-47e7-4b4b-bed8-f4bf9d16a266 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:53.888565 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d60ccda5-3993-4905-b649-91f3bcd8d1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (a108998f-47e7-4b4b-bed8-f4bf9d16a266), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:53.923666 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d60ccda5-3993-4905-b649-91f3bcd8d1ba None None] Port a108998f-47e7-4b4b-bed8-f4bf9d16a266 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:37:53.950409 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-c3c5f3cd-dec1-43ff-915d-ff5082633d8b None None] Set router 61db997d-beca-4de3-85f5-b02412f8b70f gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:37:54.072632 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5988fd2a-845e-44ea-85b3-9fc37a93dc91 admin admin] Publish callbacks [] for port (a108998f-47e7-4b4b-bed8-f4bf9d16a266), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:54.077574 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5988fd2a-845e-44ea-85b3-9fc37a93dc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814747'] for port (a108998f-47e7-4b4b-bed8-f4bf9d16a266), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:54.116790 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c3c5f3cd-dec1-43ff-915d-ff5082633d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'name': 'tempest-TestMinimumBasicScenario-732211673-router', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'b31dda3f-f812-4c44-b767-be8b988b997b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:51Z', 'updated_at': '2022-05-12T14:37:52Z', 'revision_number': 3, 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'gw_port': {'id': 'b31dda3f-f812-4c44-b767-be8b988b997b', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:07:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:51Z', 'updated_at': '2022-05-12T14:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:54.142120 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5988fd2a-845e-44ea-85b3-9fc37a93dc91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1022775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932268'] for router_interface (61db997d-beca-4de3-85f5-b02412f8b70f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:54.143398 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5f3cd-dec1-43ff-915d-ff5082633d8b None None] The sync data for ids ['61db997d-beca-4de3-85f5-b02412f8b70f'] in dv-cinder-777031-14-iscsi is: [{'id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'name': 'tempest-TestMinimumBasicScenario-732211673-router', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'b31dda3f-f812-4c44-b767-be8b988b997b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:51Z', 'updated_at': '2022-05-12T14:37:52Z', 'revision_number': 3, 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'gw_port': {'id': 'b31dda3f-f812-4c44-b767-be8b988b997b', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:07:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:51Z', 'updated_at': '2022-05-12T14:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:37:54.144773 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988fd2a-845e-44ea-85b3-9fc37a93dc91 admin admin] Pushing event updated for resources: {'Port': ['ID=a108998f-47e7-4b4b-bed8-f4bf9d16a266,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:54.241171 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5988fd2a-845e-44ea-85b3-9fc37a93dc91 admin admin] Network 02beb22d-1f56-4737-bf39-f35baef398aa is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:37:54.242653 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-5988fd2a-845e-44ea-85b3-9fc37a93dc91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:54.363958 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5988fd2a-845e-44ea-85b3-9fc37a93dc91 admin admin] Router 61db997d-beca-4de3-85f5-b02412f8b70f has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:37:54.500200 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5988fd2a-845e-44ea-85b3-9fc37a93dc91 admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:37:54.505241 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-5988fd2a-845e-44ea-85b3-9fc37a93dc91 admin admin] 10.222.0.75 "PUT /v2.0/routers/61db997d-beca-4de3-85f5-b02412f8b70f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6900964 May 12 14:37:54.545578 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-89d422c9-4a4e-4d51-bb02-2257bdd2b6db None None] Provisioning complete for port a108998f-47e7-4b4b-bed8-f4bf9d16a266 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:54.545952 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-89d422c9-4a4e-4d51-bb02-2257bdd2b6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (a108998f-47e7-4b4b-bed8-f4bf9d16a266), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:54.586249 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-89d422c9-4a4e-4d51-bb02-2257bdd2b6db None None] Port a108998f-47e7-4b4b-bed8-f4bf9d16a266 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:37:54.994300 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 39036) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:54.999807 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-9c2cf5fc-e4f5-4485-92ad-f3088c7080d0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1208385227-network', 'tenant_id': '3e0c9753b3bd44e49e71379e14e32f56'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:55.021037 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2cf5fc-e4f5-4485-92ad-f3088c7080d0 admin admin] Made reservation on behalf of 3e0c9753b3bd44e49e71379e14e32f56 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:37:55.023678 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf5fc-e4f5-4485-92ad-f3088c7080d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:55.035666 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf5fc-e4f5-4485-92ad-f3088c7080d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:55.132658 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf5fc-e4f5-4485-92ad-f3088c7080d0 admin admin] Publish callbacks [] for security_group (6bfd27e1-85a6-4c3e-940d-7a2f655f0fdb), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:55.136760 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf5fc-e4f5-4485-92ad-f3088c7080d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (6bfd27e1-85a6-4c3e-940d-7a2f655f0fdb), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:55.158925 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c2cf5fc-e4f5-4485-92ad-f3088c7080d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:37:55.176379 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf5fc-e4f5-4485-92ad-f3088c7080d0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771212172301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (f886f0e1-c910-4882-9f17-6bcd250445b3), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:55.176732 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.db.segments_db [None req-9c2cf5fc-e4f5-4485-92ad-f3088c7080d0 admin admin] Added segment f886f0e1-c910-4882-9f17-6bcd250445b3 of type vlan for network 3c872b82-1443-46a6-b231-c0c0bfd36dde May 12 14:37:55.178037 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cf5fc-e4f5-4485-92ad-f3088c7080d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfd27e1-85a6-4c3e-940d-7a2f655f0fdb,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:55.181668 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device f8625f74-56df-4b96-af36-03ce741867b3 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:37:55.223511 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf5fc-e4f5-4485-92ad-f3088c7080d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771211612555'] for network (3c872b82-1443-46a6-b231-c0c0bfd36dde), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:55.233635 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port f8625f74-56df-4b96-af36-03ce741867b3 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:55.234009 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (f8625f74-56df-4b96-af36-03ce741867b3), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:55.248672 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf5fc-e4f5-4485-92ad-f3088c7080d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for network (3c872b82-1443-46a6-b231-c0c0bfd36dde), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:55.249870 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2cf5fc-e4f5-4485-92ad-f3088c7080d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:55.251090 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf5fc-e4f5-4485-92ad-f3088c7080d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:55.287512 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-9c2cf5fc-e4f5-4485-92ad-f3088c7080d0 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.2894166 May 12 14:37:55.287721 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 39040) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:55.315895 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port f8625f74-56df-4b96-af36-03ce741867b3 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:55.317168 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device b31dda3f-f812-4c44-b767-be8b988b997b up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:37:55.321379 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-5cf87acc-deab-44b0-a8bb-e6978ae7747c admin admin] Request body: {'subnet': {'network_id': '3c872b82-1443-46a6-b231-c0c0bfd36dde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1208385227-subnet', 'tenant_id': '3e0c9753b3bd44e49e71379e14e32f56', 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:55.325986 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cf5fc-e4f5-4485-92ad-f3088c7080d0 admin admin] Pushing event updated for resources: {'Network': ['ID=3c872b82-1443-46a6-b231-c0c0bfd36dde,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:55.338373 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Network 3c872b82-1443-46a6-b231-c0c0bfd36dde details requested by agent ovs-agent-dv-cinder-777031-14-iscsi with host dv-cinder-777031-14-iscsi {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:37:55.346003 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf87acc-deab-44b0-a8bb-e6978ae7747c admin admin] Made reservation on behalf of 3e0c9753b3bd44e49e71379e14e32f56 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:37:55.348578 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5cf87acc-deab-44b0-a8bb-e6978ae7747c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3895203'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:55.422060 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port b31dda3f-f812-4c44-b767-be8b988b997b triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:55.422445 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (b31dda3f-f812-4c44-b767-be8b988b997b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:55.506491 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port b31dda3f-f812-4c44-b767-be8b988b997b is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:55.506886 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (b31dda3f-f812-4c44-b767-be8b988b997b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:55.527861 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5cf87acc-deab-44b0-a8bb-e6978ae7747c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3814108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3895221'] for subnet (287bb4e7-2ad1-4859-a35d-ac893c74569f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:55.529270 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] For port b31dda3f-f812-4c44-b767-be8b988b997b, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=b31dda3f-f812-4c44-b767-be8b988b997b,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:37:55.534409 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (b31dda3f-f812-4c44-b767-be8b988b997b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:55.585374 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf87acc-deab-44b0-a8bb-e6978ae7747c admin admin] Pushing event updated for resources: {'Subnet': ['ID=287bb4e7-2ad1-4859-a35d-ac893c74569f,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:55.588401 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Pushing event updated for resources: {'Port': ['ID=b31dda3f-f812-4c44-b767-be8b988b997b,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:55.592638 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf87acc-deab-44b0-a8bb-e6978ae7747c admin admin] Checking segment: {'id': 'f886f0e1-c910-4882-9f17-6bcd250445b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c872b82-1443-46a6-b231-c0c0bfd36dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:37:55.592995 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf87acc-deab-44b0-a8bb-e6978ae7747c admin admin] Network hostable DHCP agents. Network: 3c872b82-1443-46a6-b231-c0c0bfd36dde, hostable agents: ['8d346936-3b5f-4708-9dbd-40464a47b1eb'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:37:55.612668 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf87acc-deab-44b0-a8bb-e6978ae7747c admin admin] Network 3c872b82-1443-46a6-b231-c0c0bfd36dde is scheduled to be hosted by DHCP agent 8d346936-3b5f-4708-9dbd-40464a47b1eb with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:37:55.627613 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-5cf87acc-deab-44b0-a8bb-e6978ae7747c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-14-iscsi, 3c872b82-1443-46a6-b231-c0c0bfd36dde) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:55.632625 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf87acc-deab-44b0-a8bb-e6978ae7747c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:37:55.633218 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5cf87acc-deab-44b0-a8bb-e6978ae7747c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:55.638050 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af5742e-df55-40b9-b5a1-36f2fe589b1e None None] Network 3c872b82-1443-46a6-b231-c0c0bfd36dde requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:37:55.648295 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-5cf87acc-deab-44b0-a8bb-e6978ae7747c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3328905 May 12 14:37:55.650743 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 39042) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:55.654792 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-0a5000de-45c5-4816-9576-ca1f312a2fd9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1208385227-router', 'tenant_id': '3e0c9753b3bd44e49e71379e14e32f56', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:37:55.676925 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a5000de-45c5-4816-9576-ca1f312a2fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-926981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-493231'] for router (0584243b-9c19-461d-b4d6-e8ae7db0eada), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:55.678124 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a5000de-45c5-4816-9576-ca1f312a2fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-928796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-988421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-493140'] for router (0584243b-9c19-461d-b4d6-e8ae7db0eada), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:55.732689 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a5000de-45c5-4816-9576-ca1f312a2fd9 admin admin] Publish callbacks [] for router_controller (0584243b-9c19-461d-b4d6-e8ae7db0eada), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:55.748697 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6831b1d2-7f0d-4393-8417-1de66c91ad8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a910b8e-e9ef-5def-a0da-b0da6844de63-3c872b82-1443-46a6-b231-c0c0bfd36dde', 'network_id': '3c872b82-1443-46a6-b231-c0c0bfd36dde', 'project_id': '3e0c9753b3bd44e49e71379e14e32f56', 'fixed_ips': [{'subnet_id': '287bb4e7-2ad1-4859-a35d-ac893c74569f'}]}} from dv-cinder-777031-14-iscsi. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 14:37:55.749724 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6831b1d2-7f0d-4393-8417-1de66c91ad8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:55.776504 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6163a00a-3c44-476c-9b57-87fc092d4def None None] Sync routers for ids ['61db997d-beca-4de3-85f5-b02412f8b70f'] in dv-cinder-777031-14-iscsi {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:37:55.843152 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6163a00a-3c44-476c-9b57-87fc092d4def None None] Routers {'61db997d-beca-4de3-85f5-b02412f8b70f'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:37:55.843789 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-6163a00a-3c44-476c-9b57-87fc092d4def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:37:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['61db997d-beca-4de3-85f5-b02412f8b70f'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:55.874230 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a5000de-45c5-4816-9576-ca1f312a2fd9 admin admin] Publish callbacks [] for router_gateway (0584243b-9c19-461d-b4d6-e8ae7db0eada), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:56.060380 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a5000de-45c5-4816-9576-ca1f312a2fd9 admin admin] Publish callbacks [] for router_gateway (0584243b-9c19-461d-b4d6-e8ae7db0eada), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:56.079885 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a5000de-45c5-4816-9576-ca1f312a2fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:56.098292 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-6831b1d2-7f0d-4393-8417-1de66c91ad8f None None] Allocated IP 172.20.0.2 (3c872b82-1443-46a6-b231-c0c0bfd36dde/287bb4e7-2ad1-4859-a35d-ac893c74569f/1b141ade-846b-475e-a8a8-93fa85e8526d) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:37:56.125320 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-6163a00a-3c44-476c-9b57-87fc092d4def None None] Set router 61db997d-beca-4de3-85f5-b02412f8b70f gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:37:56.188481 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-0a5000de-45c5-4816-9576-ca1f312a2fd9 admin admin] Allocated IP 172.27.0.221 (913ada40-7b52-4232-aff5-95dc520647d4/2870505d-8418-4289-9c4c-0eeadb155262/67824493-2a2b-4473-ae0b-e37d8d930a47) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:37:56.287176 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a5000de-45c5-4816-9576-ca1f312a2fd9 admin admin] Publish callbacks [] for port (67824493-2a2b-4473-ae0b-e37d8d930a47), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:56.320036 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a5000de-45c5-4816-9576-ca1f312a2fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (67824493-2a2b-4473-ae0b-e37d8d930a47), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:56.354356 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5000de-45c5-4816-9576-ca1f312a2fd9 admin admin] Network 913ada40-7b52-4232-aff5-95dc520647d4 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:37:56.358508 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-0a5000de-45c5-4816-9576-ca1f312a2fd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:56.362032 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5000de-45c5-4816-9576-ca1f312a2fd9 admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:37:56.390055 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5000de-45c5-4816-9576-ca1f312a2fd9 admin admin] Pushing event updated for resources: {'Port': ['ID=67824493-2a2b-4473-ae0b-e37d8d930a47,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:56.399068 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6831b1d2-7f0d-4393-8417-1de66c91ad8f None None] Publish callbacks [] for port (1b141ade-846b-475e-a8a8-93fa85e8526d), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:56.411789 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6831b1d2-7f0d-4393-8417-1de66c91ad8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (1b141ade-846b-475e-a8a8-93fa85e8526d), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:56.443730 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-6163a00a-3c44-476c-9b57-87fc092d4def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'name': 'tempest-TestMinimumBasicScenario-732211673-router', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'b31dda3f-f812-4c44-b767-be8b988b997b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:51Z', 'updated_at': '2022-05-12T14:37:53Z', 'revision_number': 4, 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'gw_port': {'id': 'b31dda3f-f812-4c44-b767-be8b988b997b', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:51Z', 'updated_at': '2022-05-12T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': 'a108998f-47e7-4b4b-bed8-f4bf9d16a266', 'name': '', 'network_id': '02beb22d-1f56-4737-bf39-f35baef398aa', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'mac_address': 'fa:16:3e:68:79:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e7f4252-5005-459d-8b94-9d1eb600e9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:53Z', 'updated_at': '2022-05-12T14:37:53Z', 'revision_number': 2, 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'subnets': [{'id': '2e7f4252-5005-459d-8b94-9d1eb600e9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:56.482226 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6163a00a-3c44-476c-9b57-87fc092d4def None None] Checking router: 61db997d-beca-4de3-85f5-b02412f8b70f for host: dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:37:56.482580 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6163a00a-3c44-476c-9b57-87fc092d4def None None] Updating router 61db997d-beca-4de3-85f5-b02412f8b70f port a108998f-47e7-4b4b-bed8-f4bf9d16a266 binding host dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:37:56.487088 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6831b1d2-7f0d-4393-8417-1de66c91ad8f None None] Network 3c872b82-1443-46a6-b231-c0c0bfd36dde is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:37:56.495910 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-6831b1d2-7f0d-4393-8417-1de66c91ad8f None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:56.512366 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6831b1d2-7f0d-4393-8417-1de66c91ad8f None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:37:56.514287 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831b1d2-7f0d-4393-8417-1de66c91ad8f None None] Pushing event updated for resources: {'Port': ['ID=1b141ade-846b-475e-a8a8-93fa85e8526d,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:56.547141 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6163a00a-3c44-476c-9b57-87fc092d4def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (a108998f-47e7-4b4b-bed8-f4bf9d16a266), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:56.606860 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-6831b1d2-7f0d-4393-8417-1de66c91ad8f None None] Attempting to bind port 1b141ade-846b-475e-a8a8-93fa85e8526d on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:37:56.607248 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-6831b1d2-7f0d-4393-8417-1de66c91ad8f None None] Attempting to bind port 1b141ade-846b-475e-a8a8-93fa85e8526d by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': 'f886f0e1-c910-4882-9f17-6bcd250445b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c872b82-1443-46a6-b231-c0c0bfd36dde'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:37:56.607609 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6831b1d2-7f0d-4393-8417-1de66c91ad8f None None] Attempting to bind port 1b141ade-846b-475e-a8a8-93fa85e8526d on network 3c872b82-1443-46a6-b231-c0c0bfd36dde {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:37:56.616422 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6831b1d2-7f0d-4393-8417-1de66c91ad8f None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:37:56.616798 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6831b1d2-7f0d-4393-8417-1de66c91ad8f None None] Checking segment: {'id': 'f886f0e1-c910-4882-9f17-6bcd250445b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c872b82-1443-46a6-b231-c0c0bfd36dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:37:56.617195 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6831b1d2-7f0d-4393-8417-1de66c91ad8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:56.617586 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6831b1d2-7f0d-4393-8417-1de66c91ad8f None None] Bound using segment: {'id': 'f886f0e1-c910-4882-9f17-6bcd250445b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c872b82-1443-46a6-b231-c0c0bfd36dde'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:37:56.618047 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-6831b1d2-7f0d-4393-8417-1de66c91ad8f None None] Bound port: 1b141ade-846b-475e-a8a8-93fa85e8526d, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f886f0e1-c910-4882-9f17-6bcd250445b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c872b82-1443-46a6-b231-c0c0bfd36dde'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:37:56.618428 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6831b1d2-7f0d-4393-8417-1de66c91ad8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (1b141ade-846b-475e-a8a8-93fa85e8526d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:56.774090 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-6831b1d2-7f0d-4393-8417-1de66c91ad8f None None] For port 1b141ade-846b-475e-a8a8-93fa85e8526d, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:37:56.779421 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-6831b1d2-7f0d-4393-8417-1de66c91ad8f None None] For port 1b141ade-846b-475e-a8a8-93fa85e8526d, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=1b141ade-846b-475e-a8a8-93fa85e8526d,segment=NetworkSegment(f886f0e1-c910-4882-9f17-6bcd250445b3),segment_id=f886f0e1-c910-4882-9f17-6bcd250445b3)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:37:56.800799 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6831b1d2-7f0d-4393-8417-1de66c91ad8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (1b141ade-846b-475e-a8a8-93fa85e8526d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:56.840243 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a5000de-45c5-4816-9576-ca1f312a2fd9 admin admin] Publish callbacks [] for router_gateway (0584243b-9c19-461d-b4d6-e8ae7db0eada), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:56.898967 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831b1d2-7f0d-4393-8417-1de66c91ad8f None None] Pushing event updated for resources: {'Port': ['ID=1b141ade-846b-475e-a8a8-93fa85e8526d,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:56.993148 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6163a00a-3c44-476c-9b57-87fc092d4def None None] Publish callbacks [] for port (a108998f-47e7-4b4b-bed8-f4bf9d16a266), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:57.000772 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6163a00a-3c44-476c-9b57-87fc092d4def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (a108998f-47e7-4b4b-bed8-f4bf9d16a266), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:57.075133 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a5000de-45c5-4816-9576-ca1f312a2fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928971'] for router (0584243b-9c19-461d-b4d6-e8ae7db0eada), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:57.117478 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637a4a7-c342-4c7b-b767-6d864448acbb None None] Pushing event updated for resources: {'Port': ['ID=a108998f-47e7-4b4b-bed8-f4bf9d16a266,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:57.154912 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-6163a00a-3c44-476c-9b57-87fc092d4def None None] Attempting to bind port a108998f-47e7-4b4b-bed8-f4bf9d16a266 on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:37:57.155567 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-6163a00a-3c44-476c-9b57-87fc092d4def None None] Attempting to bind port a108998f-47e7-4b4b-bed8-f4bf9d16a266 by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': 'ba1391a4-04ab-4bc3-b289-95e60c2d942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '02beb22d-1f56-4737-bf39-f35baef398aa'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:37:57.155939 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6163a00a-3c44-476c-9b57-87fc092d4def None None] Attempting to bind port a108998f-47e7-4b4b-bed8-f4bf9d16a266 on network 02beb22d-1f56-4737-bf39-f35baef398aa {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:37:57.163817 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6163a00a-3c44-476c-9b57-87fc092d4def None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:37:57.164383 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6163a00a-3c44-476c-9b57-87fc092d4def None None] Checking segment: {'id': 'ba1391a4-04ab-4bc3-b289-95e60c2d942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '02beb22d-1f56-4737-bf39-f35baef398aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:37:57.165019 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6163a00a-3c44-476c-9b57-87fc092d4def None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:57.165507 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6163a00a-3c44-476c-9b57-87fc092d4def None None] Bound using segment: {'id': 'ba1391a4-04ab-4bc3-b289-95e60c2d942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '02beb22d-1f56-4737-bf39-f35baef398aa'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:37:57.167539 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-6163a00a-3c44-476c-9b57-87fc092d4def None None] Bound port: a108998f-47e7-4b4b-bed8-f4bf9d16a266, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1391a4-04ab-4bc3-b289-95e60c2d942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '02beb22d-1f56-4737-bf39-f35baef398aa'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:37:57.168585 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6163a00a-3c44-476c-9b57-87fc092d4def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (a108998f-47e7-4b4b-bed8-f4bf9d16a266), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:57.217096 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device b31dda3f-f812-4c44-b767-be8b988b997b up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:37:57.280234 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5000de-45c5-4816-9576-ca1f312a2fd9 admin admin] Router 0584243b-9c19-461d-b4d6-e8ae7db0eada is scheduled to L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 14:37:57.296627 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-6163a00a-3c44-476c-9b57-87fc092d4def None None] For port a108998f-47e7-4b4b-bed8-f4bf9d16a266, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:37:57.301892 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-6163a00a-3c44-476c-9b57-87fc092d4def None None] For port a108998f-47e7-4b4b-bed8-f4bf9d16a266, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=a108998f-47e7-4b4b-bed8-f4bf9d16a266,segment=NetworkSegment(ba1391a4-04ab-4bc3-b289-95e60c2d942a),segment_id=ba1391a4-04ab-4bc3-b289-95e60c2d942a)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:37:57.307776 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port b31dda3f-f812-4c44-b767-be8b988b997b triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:57.308191 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (b31dda3f-f812-4c44-b767-be8b988b997b), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:57.311738 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6163a00a-3c44-476c-9b57-87fc092d4def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (a108998f-47e7-4b4b-bed8-f4bf9d16a266), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:57.396999 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5000de-45c5-4816-9576-ca1f312a2fd9 admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:37:57.409579 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1133749-ebdd-4f57-8c9b-69e4a2003f92 None None] Sync routers for ids ['0584243b-9c19-461d-b4d6-e8ae7db0eada'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:37:57.421396 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0a5000de-45c5-4816-9576-ca1f312a2fd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:57.423718 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-0a5000de-45c5-4816-9576-ca1f312a2fd9 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7720041 May 12 14:37:57.424733 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6163a00a-3c44-476c-9b57-87fc092d4def None None] Routers {'61db997d-beca-4de3-85f5-b02412f8b70f'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:37:57.425369 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-6163a00a-3c44-476c-9b57-87fc092d4def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:37:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['61db997d-beca-4de3-85f5-b02412f8b70f'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:57.426432 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 39044) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:37:57.427482 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637a4a7-c342-4c7b-b767-6d864448acbb None None] Pushing event updated for resources: {'Port': ['ID=a108998f-47e7-4b4b-bed8-f4bf9d16a266,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:57.430969 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1133749-ebdd-4f57-8c9b-69e4a2003f92 None None] Routers {'0584243b-9c19-461d-b4d6-e8ae7db0eada'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:37:57.431894 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e1133749-ebdd-4f57-8c9b-69e4a2003f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:37:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['0584243b-9c19-461d-b4d6-e8ae7db0eada'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:57.497732 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ced89c25-ea24-4ee9-a654-2a77da57ba9a None None] Provisioning complete for port a108998f-47e7-4b4b-bed8-f4bf9d16a266 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:57.498104 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ced89c25-ea24-4ee9-a654-2a77da57ba9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (a108998f-47e7-4b4b-bed8-f4bf9d16a266), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:57.567639 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-e1133749-ebdd-4f57-8c9b-69e4a2003f92 None None] Set router 0584243b-9c19-461d-b4d6-e8ae7db0eada gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:37:57.603682 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port b31dda3f-f812-4c44-b767-be8b988b997b is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:57.635158 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-6163a00a-3c44-476c-9b57-87fc092d4def None None] Set router 61db997d-beca-4de3-85f5-b02412f8b70f gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:37:57.757829 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e1133749-ebdd-4f57-8c9b-69e4a2003f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584243b-9c19-461d-b4d6-e8ae7db0eada', 'name': 'tempest-TestMinimumBasicScenario-1208385227-router', 'tenant_id': '3e0c9753b3bd44e49e71379e14e32f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '67824493-2a2b-4473-ae0b-e37d8d930a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:55Z', 'updated_at': '2022-05-12T14:37:56Z', 'revision_number': 3, 'project_id': '3e0c9753b3bd44e49e71379e14e32f56', 'gw_port': {'id': '67824493-2a2b-4473-ae0b-e37d8d930a47', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:43:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0584243b-9c19-461d-b4d6-e8ae7db0eada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:56Z', 'updated_at': '2022-05-12T14:37:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:57.785402 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1133749-ebdd-4f57-8c9b-69e4a2003f92 None None] Checking router: 0584243b-9c19-461d-b4d6-e8ae7db0eada for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:37:57.787315 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1133749-ebdd-4f57-8c9b-69e4a2003f92 None None] Updating router 0584243b-9c19-461d-b4d6-e8ae7db0eada port 67824493-2a2b-4473-ae0b-e37d8d930a47 binding host dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:37:57.805694 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ced89c25-ea24-4ee9-a654-2a77da57ba9a None None] Current status of the port a108998f-47e7-4b4b-bed8-f4bf9d16a266 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:57.806078 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ced89c25-ea24-4ee9-a654-2a77da57ba9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (a108998f-47e7-4b4b-bed8-f4bf9d16a266), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:57.819163 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e1133749-ebdd-4f57-8c9b-69e4a2003f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (67824493-2a2b-4473-ae0b-e37d8d930a47), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:57.980117 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f5d7519e-6006-4959-95a4-d3ac45308acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:57.993401 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-ced89c25-ea24-4ee9-a654-2a77da57ba9a None None] For port a108998f-47e7-4b4b-bed8-f4bf9d16a266, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=a108998f-47e7-4b4b-bed8-f4bf9d16a266,segment=NetworkSegment(ba1391a4-04ab-4bc3-b289-95e60c2d942a),segment_id=ba1391a4-04ab-4bc3-b289-95e60c2d942a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:37:58.042984 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-6163a00a-3c44-476c-9b57-87fc092d4def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'name': 'tempest-TestMinimumBasicScenario-732211673-router', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'b31dda3f-f812-4c44-b767-be8b988b997b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:51Z', 'updated_at': '2022-05-12T14:37:53Z', 'revision_number': 4, 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'gw_port': {'id': 'b31dda3f-f812-4c44-b767-be8b988b997b', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:51Z', 'updated_at': '2022-05-12T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': 'a108998f-47e7-4b4b-bed8-f4bf9d16a266', 'name': '', 'network_id': '02beb22d-1f56-4737-bf39-f35baef398aa', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'mac_address': 'fa:16:3e:68:79:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e7f4252-5005-459d-8b94-9d1eb600e9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:53Z', 'updated_at': '2022-05-12T14:37:57Z', 'revision_number': 4, 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'subnets': [{'id': '2e7f4252-5005-459d-8b94-9d1eb600e9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:58.073310 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6163a00a-3c44-476c-9b57-87fc092d4def None None] The sync data for ids ['61db997d-beca-4de3-85f5-b02412f8b70f'] in dv-cinder-777031-14-iscsi is: [{'id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'name': 'tempest-TestMinimumBasicScenario-732211673-router', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'b31dda3f-f812-4c44-b767-be8b988b997b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:51Z', 'updated_at': '2022-05-12T14:37:53Z', 'revision_number': 4, 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'gw_port': {'id': 'b31dda3f-f812-4c44-b767-be8b988b997b', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:51Z', 'updated_at': '2022-05-12T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': 'a108998f-47e7-4b4b-bed8-f4bf9d16a266', 'name': '', 'network_id': '02beb22d-1f56-4737-bf39-f35baef398aa', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'mac_address': 'fa:16:3e:68:79:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e7f4252-5005-459d-8b94-9d1eb600e9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:53Z', 'updated_at': '2022-05-12T14:37:57Z', 'revision_number': 4, 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'subnets': [{'id': '2e7f4252-5005-459d-8b94-9d1eb600e9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:37:58.078013 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ced89c25-ea24-4ee9-a654-2a77da57ba9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (a108998f-47e7-4b4b-bed8-f4bf9d16a266), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:58.146374 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced89c25-ea24-4ee9-a654-2a77da57ba9a None None] Pushing event updated for resources: {'Port': ['ID=a108998f-47e7-4b4b-bed8-f4bf9d16a266,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:58.175151 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-f5d7519e-6006-4959-95a4-d3ac45308acb admin admin] Allocated IP 172.20.0.1 (3c872b82-1443-46a6-b231-c0c0bfd36dde/287bb4e7-2ad1-4859-a35d-ac893c74569f/1860e090-bbe5-40ff-b20b-6c248e9a7db6) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:37:58.196058 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3155f0b-cf1a-4474-915c-c508fe8ff820 None None] Network 3c872b82-1443-46a6-b231-c0c0bfd36dde requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:37:58.215505 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e1133749-ebdd-4f57-8c9b-69e4a2003f92 None None] Publish callbacks [] for port (67824493-2a2b-4473-ae0b-e37d8d930a47), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:58.227529 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e1133749-ebdd-4f57-8c9b-69e4a2003f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (67824493-2a2b-4473-ae0b-e37d8d930a47), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:58.233226 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-55cd9eae-226d-4f92-af4e-862bc8a73088 None None] Provisioning complete for port a108998f-47e7-4b4b-bed8-f4bf9d16a266 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:58.233598 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-55cd9eae-226d-4f92-af4e-862bc8a73088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (a108998f-47e7-4b4b-bed8-f4bf9d16a266), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:58.304230 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-e1133749-ebdd-4f57-8c9b-69e4a2003f92 None None] Attempting to bind port 67824493-2a2b-4473-ae0b-e37d8d930a47 on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:37:58.304588 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-e1133749-ebdd-4f57-8c9b-69e4a2003f92 None None] Attempting to bind port 67824493-2a2b-4473-ae0b-e37d8d930a47 by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:37:58.304946 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1133749-ebdd-4f57-8c9b-69e4a2003f92 None None] Attempting to bind port 67824493-2a2b-4473-ae0b-e37d8d930a47 on network 913ada40-7b52-4232-aff5-95dc520647d4 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:37:58.308964 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb58cb-74b1-4df0-987f-f9f28cb2b708 None None] Pushing event updated for resources: {'Port': ['ID=67824493-2a2b-4473-ae0b-e37d8d930a47,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:58.315768 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1133749-ebdd-4f57-8c9b-69e4a2003f92 None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:37:58.316138 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1133749-ebdd-4f57-8c9b-69e4a2003f92 None None] Checking segment: {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:37:58.316530 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e1133749-ebdd-4f57-8c9b-69e4a2003f92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:58.316907 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1133749-ebdd-4f57-8c9b-69e4a2003f92 None None] Bound using segment: {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:37:58.317367 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-e1133749-ebdd-4f57-8c9b-69e4a2003f92 None None] Bound port: 67824493-2a2b-4473-ae0b-e37d8d930a47, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:37:58.317939 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e1133749-ebdd-4f57-8c9b-69e4a2003f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (67824493-2a2b-4473-ae0b-e37d8d930a47), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:58.324901 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f5d7519e-6006-4959-95a4-d3ac45308acb admin admin] Publish callbacks [] for port (1860e090-bbe5-40ff-b20b-6c248e9a7db6), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:58.363153 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f5d7519e-6006-4959-95a4-d3ac45308acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (1860e090-bbe5-40ff-b20b-6c248e9a7db6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:58.373523 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-55cd9eae-226d-4f92-af4e-862bc8a73088 None None] Current status of the port a108998f-47e7-4b4b-bed8-f4bf9d16a266 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:58.392833 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e1133749-ebdd-4f57-8c9b-69e4a2003f92 None None] For port 67824493-2a2b-4473-ae0b-e37d8d930a47, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:37:58.399114 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e1133749-ebdd-4f57-8c9b-69e4a2003f92 None None] For port 67824493-2a2b-4473-ae0b-e37d8d930a47, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=67824493-2a2b-4473-ae0b-e37d8d930a47,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:37:58.406309 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-55cd9eae-226d-4f92-af4e-862bc8a73088 None None] Provisioning complete for port 1b141ade-846b-475e-a8a8-93fa85e8526d triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:58.406627 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e1133749-ebdd-4f57-8c9b-69e4a2003f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (67824493-2a2b-4473-ae0b-e37d8d930a47), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:58.406761 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-55cd9eae-226d-4f92-af4e-862bc8a73088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (1b141ade-846b-475e-a8a8-93fa85e8526d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:58.418389 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d7519e-6006-4959-95a4-d3ac45308acb admin admin] Network 3c872b82-1443-46a6-b231-c0c0bfd36dde is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:37:58.421455 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-f5d7519e-6006-4959-95a4-d3ac45308acb admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:58.427631 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d7519e-6006-4959-95a4-d3ac45308acb admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:37:58.433285 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7519e-6006-4959-95a4-d3ac45308acb admin admin] Pushing event updated for resources: {'Port': ['ID=1860e090-bbe5-40ff-b20b-6c248e9a7db6,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:58.475604 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f5d7519e-6006-4959-95a4-d3ac45308acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-931814'] for router_interface (0584243b-9c19-461d-b4d6-e8ae7db0eada), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:58.490243 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1133749-ebdd-4f57-8c9b-69e4a2003f92 None None] Routers {'0584243b-9c19-461d-b4d6-e8ae7db0eada'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:37:58.490886 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e1133749-ebdd-4f57-8c9b-69e4a2003f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:37:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['0584243b-9c19-461d-b4d6-e8ae7db0eada'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:58.527570 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-55cd9eae-226d-4f92-af4e-862bc8a73088 None None] Current status of the port 1b141ade-846b-475e-a8a8-93fa85e8526d is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:58.528148 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-55cd9eae-226d-4f92-af4e-862bc8a73088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (1b141ade-846b-475e-a8a8-93fa85e8526d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:58.581308 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-55cd9eae-226d-4f92-af4e-862bc8a73088 None None] For port 1b141ade-846b-475e-a8a8-93fa85e8526d, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=1b141ade-846b-475e-a8a8-93fa85e8526d,segment=NetworkSegment(f886f0e1-c910-4882-9f17-6bcd250445b3),segment_id=f886f0e1-c910-4882-9f17-6bcd250445b3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:37:58.595727 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-55cd9eae-226d-4f92-af4e-862bc8a73088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (1b141ade-846b-475e-a8a8-93fa85e8526d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:58.663368 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f5d7519e-6006-4959-95a4-d3ac45308acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (1860e090-bbe5-40ff-b20b-6c248e9a7db6), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:58.669588 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd9eae-226d-4f92-af4e-862bc8a73088 None None] Pushing event updated for resources: {'Port': ['ID=1b141ade-846b-475e-a8a8-93fa85e8526d,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:58.725371 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb58cb-74b1-4df0-987f-f9f28cb2b708 None None] Pushing event updated for resources: {'Port': ['ID=67824493-2a2b-4473-ae0b-e37d8d930a47,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:58.749080 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-e1133749-ebdd-4f57-8c9b-69e4a2003f92 None None] Set router 0584243b-9c19-461d-b4d6-e8ae7db0eada gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:37:58.832094 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-5f075b4a-838d-4149-a33d-4732a650152c None None] Provisioning complete for port 1860e090-bbe5-40ff-b20b-6c248e9a7db6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:58.834389 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5f075b4a-838d-4149-a33d-4732a650152c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (1860e090-bbe5-40ff-b20b-6c248e9a7db6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:58.882661 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5f075b4a-838d-4149-a33d-4732a650152c None None] Port 1860e090-bbe5-40ff-b20b-6c248e9a7db6 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:37:58.892655 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-5f075b4a-838d-4149-a33d-4732a650152c None None] Provisioning complete for port 1b141ade-846b-475e-a8a8-93fa85e8526d triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:58.893028 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5f075b4a-838d-4149-a33d-4732a650152c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (1b141ade-846b-475e-a8a8-93fa85e8526d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:58.920239 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f5d7519e-6006-4959-95a4-d3ac45308acb admin admin] Publish callbacks [] for port (1860e090-bbe5-40ff-b20b-6c248e9a7db6), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:58.929429 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f5d7519e-6006-4959-95a4-d3ac45308acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814747'] for port (1860e090-bbe5-40ff-b20b-6c248e9a7db6), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:58.983843 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f5d7519e-6006-4959-95a4-d3ac45308acb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1022775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932268'] for router_interface (0584243b-9c19-461d-b4d6-e8ae7db0eada), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:59.005195 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e1133749-ebdd-4f57-8c9b-69e4a2003f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584243b-9c19-461d-b4d6-e8ae7db0eada', 'name': 'tempest-TestMinimumBasicScenario-1208385227-router', 'tenant_id': '3e0c9753b3bd44e49e71379e14e32f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '67824493-2a2b-4473-ae0b-e37d8d930a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:55Z', 'updated_at': '2022-05-12T14:37:56Z', 'revision_number': 3, 'project_id': '3e0c9753b3bd44e49e71379e14e32f56', 'gw_port': {'id': '67824493-2a2b-4473-ae0b-e37d8d930a47', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:43:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0584243b-9c19-461d-b4d6-e8ae7db0eada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:56Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:37:59.044742 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5f075b4a-838d-4149-a33d-4732a650152c None None] Current status of the port 1b141ade-846b-475e-a8a8-93fa85e8526d is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:59.069193 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1133749-ebdd-4f57-8c9b-69e4a2003f92 None None] The sync data for ids ['0584243b-9c19-461d-b4d6-e8ae7db0eada'] in dv-cinder-777031-14-iscsi is: [{'id': '0584243b-9c19-461d-b4d6-e8ae7db0eada', 'name': 'tempest-TestMinimumBasicScenario-1208385227-router', 'tenant_id': '3e0c9753b3bd44e49e71379e14e32f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '67824493-2a2b-4473-ae0b-e37d8d930a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:55Z', 'updated_at': '2022-05-12T14:37:56Z', 'revision_number': 3, 'project_id': '3e0c9753b3bd44e49e71379e14e32f56', 'gw_port': {'id': '67824493-2a2b-4473-ae0b-e37d8d930a47', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:43:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0584243b-9c19-461d-b4d6-e8ae7db0eada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:56Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:37:59.179197 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-87929268-bff8-49aa-9bb4-d6369ccdd924 None None] Provisioning complete for port 1860e090-bbe5-40ff-b20b-6c248e9a7db6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:59.179574 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-87929268-bff8-49aa-9bb4-d6369ccdd924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (1860e090-bbe5-40ff-b20b-6c248e9a7db6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:59.218271 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device a108998f-47e7-4b4b-bed8-f4bf9d16a266 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:37:59.247508 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-87929268-bff8-49aa-9bb4-d6369ccdd924 None None] Port 1860e090-bbe5-40ff-b20b-6c248e9a7db6 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:37:59.279556 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port a108998f-47e7-4b4b-bed8-f4bf9d16a266 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:59.280000 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (a108998f-47e7-4b4b-bed8-f4bf9d16a266), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:59.335677 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7519e-6006-4959-95a4-d3ac45308acb admin admin] Pushing event updated for resources: {'Port': ['ID=1860e090-bbe5-40ff-b20b-6c248e9a7db6,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:37:59.376482 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port a108998f-47e7-4b4b-bed8-f4bf9d16a266 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:59.377798 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 1b141ade-846b-475e-a8a8-93fa85e8526d up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:37:59.427458 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d7519e-6006-4959-95a4-d3ac45308acb admin admin] Network 3c872b82-1443-46a6-b231-c0c0bfd36dde is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:37:59.428973 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-f5d7519e-6006-4959-95a4-d3ac45308acb admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:37:59.467053 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port 1b141ade-846b-475e-a8a8-93fa85e8526d triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:59.467466 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (1b141ade-846b-475e-a8a8-93fa85e8526d), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:59.583436 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port 1b141ade-846b-475e-a8a8-93fa85e8526d is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:37:59.594708 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d7519e-6006-4959-95a4-d3ac45308acb admin admin] Router 0584243b-9c19-461d-b4d6-e8ae7db0eada has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:37:59.716265 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d7519e-6006-4959-95a4-d3ac45308acb admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:37:59.722593 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-f5d7519e-6006-4959-95a4-d3ac45308acb admin admin] 10.222.0.75 "PUT /v2.0/routers/0584243b-9c19-461d-b4d6-e8ae7db0eada/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2946439 May 12 14:37:59.767100 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-73d317c1-c33c-4f86-b25c-674c4ddeceb8 None None] Provisioning complete for port 1860e090-bbe5-40ff-b20b-6c248e9a7db6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:37:59.767479 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-73d317c1-c33c-4f86-b25c-674c4ddeceb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (1860e090-bbe5-40ff-b20b-6c248e9a7db6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:37:59.804599 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-73d317c1-c33c-4f86-b25c-674c4ddeceb8 None None] Port 1860e090-bbe5-40ff-b20b-6c248e9a7db6 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:38:01.144529 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 67824493-2a2b-4473-ae0b-e37d8d930a47 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:38:01.198535 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port 67824493-2a2b-4473-ae0b-e37d8d930a47 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:38:01.198912 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (67824493-2a2b-4473-ae0b-e37d8d930a47), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:01.291706 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port 67824493-2a2b-4473-ae0b-e37d8d930a47 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:01.292110 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (67824493-2a2b-4473-ae0b-e37d8d930a47), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:01.321536 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] For port 67824493-2a2b-4473-ae0b-e37d8d930a47, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=67824493-2a2b-4473-ae0b-e37d8d930a47,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:01.330443 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (67824493-2a2b-4473-ae0b-e37d8d930a47), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:01.385938 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Pushing event updated for resources: {'Port': ['ID=67824493-2a2b-4473-ae0b-e37d8d930a47,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:01.733237 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981eba4a-bf5e-482e-b69b-08a821b858f7 None None] Sync routers for ids ['0584243b-9c19-461d-b4d6-e8ae7db0eada'] in dv-cinder-777031-14-iscsi {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:38:01.745822 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981eba4a-bf5e-482e-b69b-08a821b858f7 None None] Routers {'0584243b-9c19-461d-b4d6-e8ae7db0eada'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:38:01.746510 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-981eba4a-bf5e-482e-b69b-08a821b858f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:37:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['0584243b-9c19-461d-b4d6-e8ae7db0eada'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:01.869020 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-981eba4a-bf5e-482e-b69b-08a821b858f7 None None] Set router 0584243b-9c19-461d-b4d6-e8ae7db0eada gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:38:02.091207 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-981eba4a-bf5e-482e-b69b-08a821b858f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584243b-9c19-461d-b4d6-e8ae7db0eada', 'name': 'tempest-TestMinimumBasicScenario-1208385227-router', 'tenant_id': '3e0c9753b3bd44e49e71379e14e32f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '67824493-2a2b-4473-ae0b-e37d8d930a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:55Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 4, 'project_id': '3e0c9753b3bd44e49e71379e14e32f56', 'gw_port': {'id': '67824493-2a2b-4473-ae0b-e37d8d930a47', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:43:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584243b-9c19-461d-b4d6-e8ae7db0eada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:56Z', 'updated_at': '2022-05-12T14:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '1860e090-bbe5-40ff-b20b-6c248e9a7db6', 'name': '', 'network_id': '3c872b82-1443-46a6-b231-c0c0bfd36dde', 'tenant_id': '3e0c9753b3bd44e49e71379e14e32f56', 'mac_address': 'fa:16:3e:c5:2b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0584243b-9c19-461d-b4d6-e8ae7db0eada', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '287bb4e7-2ad1-4859-a35d-ac893c74569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:58Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 2, 'project_id': '3e0c9753b3bd44e49e71379e14e32f56', 'subnets': [{'id': '287bb4e7-2ad1-4859-a35d-ac893c74569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:02.121412 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981eba4a-bf5e-482e-b69b-08a821b858f7 None None] Checking router: 0584243b-9c19-461d-b4d6-e8ae7db0eada for host: dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:38:02.122229 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981eba4a-bf5e-482e-b69b-08a821b858f7 None None] Updating router 0584243b-9c19-461d-b4d6-e8ae7db0eada port 1860e090-bbe5-40ff-b20b-6c248e9a7db6 binding host dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:38:02.152636 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-981eba4a-bf5e-482e-b69b-08a821b858f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (1860e090-bbe5-40ff-b20b-6c248e9a7db6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:02.528519 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-981eba4a-bf5e-482e-b69b-08a821b858f7 None None] Publish callbacks [] for port (1860e090-bbe5-40ff-b20b-6c248e9a7db6), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:02.535717 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-981eba4a-bf5e-482e-b69b-08a821b858f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (1860e090-bbe5-40ff-b20b-6c248e9a7db6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:02.586111 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f2ff1-703e-4c83-92f9-39f9c2b93a5a None None] Pushing event updated for resources: {'Port': ['ID=1860e090-bbe5-40ff-b20b-6c248e9a7db6,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:02.720904 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-981eba4a-bf5e-482e-b69b-08a821b858f7 None None] Attempting to bind port 1860e090-bbe5-40ff-b20b-6c248e9a7db6 on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:38:02.721449 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-981eba4a-bf5e-482e-b69b-08a821b858f7 None None] Attempting to bind port 1860e090-bbe5-40ff-b20b-6c248e9a7db6 by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': 'f886f0e1-c910-4882-9f17-6bcd250445b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c872b82-1443-46a6-b231-c0c0bfd36dde'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:38:02.721917 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981eba4a-bf5e-482e-b69b-08a821b858f7 None None] Attempting to bind port 1860e090-bbe5-40ff-b20b-6c248e9a7db6 on network 3c872b82-1443-46a6-b231-c0c0bfd36dde {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:38:02.729777 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981eba4a-bf5e-482e-b69b-08a821b858f7 None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:38:02.730321 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981eba4a-bf5e-482e-b69b-08a821b858f7 None None] Checking segment: {'id': 'f886f0e1-c910-4882-9f17-6bcd250445b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c872b82-1443-46a6-b231-c0c0bfd36dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:38:02.730964 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-981eba4a-bf5e-482e-b69b-08a821b858f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:02.731485 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981eba4a-bf5e-482e-b69b-08a821b858f7 None None] Bound using segment: {'id': 'f886f0e1-c910-4882-9f17-6bcd250445b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c872b82-1443-46a6-b231-c0c0bfd36dde'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:38:02.732108 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-981eba4a-bf5e-482e-b69b-08a821b858f7 None None] Bound port: 1860e090-bbe5-40ff-b20b-6c248e9a7db6, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f886f0e1-c910-4882-9f17-6bcd250445b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c872b82-1443-46a6-b231-c0c0bfd36dde'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:38:02.733042 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-981eba4a-bf5e-482e-b69b-08a821b858f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (1860e090-bbe5-40ff-b20b-6c248e9a7db6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:02.838726 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-981eba4a-bf5e-482e-b69b-08a821b858f7 None None] For port 1860e090-bbe5-40ff-b20b-6c248e9a7db6, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:38:02.847081 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-981eba4a-bf5e-482e-b69b-08a821b858f7 None None] For port 1860e090-bbe5-40ff-b20b-6c248e9a7db6, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=1860e090-bbe5-40ff-b20b-6c248e9a7db6,segment=NetworkSegment(f886f0e1-c910-4882-9f17-6bcd250445b3),segment_id=f886f0e1-c910-4882-9f17-6bcd250445b3)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:38:02.852313 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-981eba4a-bf5e-482e-b69b-08a821b858f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (1860e090-bbe5-40ff-b20b-6c248e9a7db6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:02.931745 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981eba4a-bf5e-482e-b69b-08a821b858f7 None None] Routers {'0584243b-9c19-461d-b4d6-e8ae7db0eada'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:38:02.932315 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-981eba4a-bf5e-482e-b69b-08a821b858f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:37:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['0584243b-9c19-461d-b4d6-e8ae7db0eada'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:02.998130 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce699cb5-a30b-418c-b976-a4c0a9ef8ee7 req-59009d36-4dcd-496e-97b4-edb9ebe8dca9 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:03.003570 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ce699cb5-a30b-418c-b976-a4c0a9ef8ee7 req-59009d36-4dcd-496e-97b4-edb9ebe8dca9 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 945 time: 0.0989995 May 12 14:38:03.006049 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f2ff1-703e-4c83-92f9-39f9c2b93a5a None None] Pushing event updated for resources: {'Port': ['ID=1860e090-bbe5-40ff-b20b-6c248e9a7db6,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:03.019709 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-f72554cb-05ae-4769-b0fa-3d1f69a646dc None None] Provisioning complete for port 1860e090-bbe5-40ff-b20b-6c248e9a7db6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:38:03.020081 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f72554cb-05ae-4769-b0fa-3d1f69a646dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (1860e090-bbe5-40ff-b20b-6c248e9a7db6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:03.093801 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ce699cb5-a30b-418c-b976-a4c0a9ef8ee7 req-ef42257e-eb74-429d-9e33-855b132c350c tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576622 May 12 14:38:03.306695 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 67824493-2a2b-4473-ae0b-e37d8d930a47 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:38:03.312703 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-981eba4a-bf5e-482e-b69b-08a821b858f7 None None] Set router 0584243b-9c19-461d-b4d6-e8ae7db0eada gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:38:03.390060 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f72554cb-05ae-4769-b0fa-3d1f69a646dc None None] Current status of the port 1860e090-bbe5-40ff-b20b-6c248e9a7db6 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:03.390979 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f72554cb-05ae-4769-b0fa-3d1f69a646dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (1860e090-bbe5-40ff-b20b-6c248e9a7db6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:03.476792 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port 67824493-2a2b-4473-ae0b-e37d8d930a47 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:38:03.477004 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (67824493-2a2b-4473-ae0b-e37d8d930a47), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:03.536586 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-f72554cb-05ae-4769-b0fa-3d1f69a646dc None None] For port 1860e090-bbe5-40ff-b20b-6c248e9a7db6, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=1860e090-bbe5-40ff-b20b-6c248e9a7db6,segment=NetworkSegment(f886f0e1-c910-4882-9f17-6bcd250445b3),segment_id=f886f0e1-c910-4882-9f17-6bcd250445b3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:03.545156 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f72554cb-05ae-4769-b0fa-3d1f69a646dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (1860e090-bbe5-40ff-b20b-6c248e9a7db6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:03.643381 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72554cb-05ae-4769-b0fa-3d1f69a646dc None None] Pushing event updated for resources: {'Port': ['ID=1860e090-bbe5-40ff-b20b-6c248e9a7db6,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:03.696939 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-788ac831-175e-433a-89e0-e92f813e35f7 None None] Provisioning complete for port 1860e090-bbe5-40ff-b20b-6c248e9a7db6 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:38:03.697323 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-788ac831-175e-433a-89e0-e92f813e35f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (1860e090-bbe5-40ff-b20b-6c248e9a7db6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:03.722214 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-981eba4a-bf5e-482e-b69b-08a821b858f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584243b-9c19-461d-b4d6-e8ae7db0eada', 'name': 'tempest-TestMinimumBasicScenario-1208385227-router', 'tenant_id': '3e0c9753b3bd44e49e71379e14e32f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '67824493-2a2b-4473-ae0b-e37d8d930a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:55Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 4, 'project_id': '3e0c9753b3bd44e49e71379e14e32f56', 'gw_port': {'id': '67824493-2a2b-4473-ae0b-e37d8d930a47', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:43:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584243b-9c19-461d-b4d6-e8ae7db0eada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:56Z', 'updated_at': '2022-05-12T14:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '1860e090-bbe5-40ff-b20b-6c248e9a7db6', 'name': '', 'network_id': '3c872b82-1443-46a6-b231-c0c0bfd36dde', 'tenant_id': '3e0c9753b3bd44e49e71379e14e32f56', 'mac_address': 'fa:16:3e:c5:2b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0584243b-9c19-461d-b4d6-e8ae7db0eada', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '287bb4e7-2ad1-4859-a35d-ac893c74569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:58Z', 'updated_at': '2022-05-12T14:38:02Z', 'revision_number': 4, 'project_id': '3e0c9753b3bd44e49e71379e14e32f56', 'subnets': [{'id': '287bb4e7-2ad1-4859-a35d-ac893c74569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:03.758550 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port 67824493-2a2b-4473-ae0b-e37d8d930a47 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:03.760931 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981eba4a-bf5e-482e-b69b-08a821b858f7 None None] The sync data for ids ['0584243b-9c19-461d-b4d6-e8ae7db0eada'] in dv-cinder-777031-14-iscsi is: [{'id': '0584243b-9c19-461d-b4d6-e8ae7db0eada', 'name': 'tempest-TestMinimumBasicScenario-1208385227-router', 'tenant_id': '3e0c9753b3bd44e49e71379e14e32f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '67824493-2a2b-4473-ae0b-e37d8d930a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:55Z', 'updated_at': '2022-05-12T14:37:58Z', 'revision_number': 4, 'project_id': '3e0c9753b3bd44e49e71379e14e32f56', 'gw_port': {'id': '67824493-2a2b-4473-ae0b-e37d8d930a47', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:43:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584243b-9c19-461d-b4d6-e8ae7db0eada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:56Z', 'updated_at': '2022-05-12T14:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '1860e090-bbe5-40ff-b20b-6c248e9a7db6', 'name': '', 'network_id': '3c872b82-1443-46a6-b231-c0c0bfd36dde', 'tenant_id': '3e0c9753b3bd44e49e71379e14e32f56', 'mac_address': 'fa:16:3e:c5:2b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0584243b-9c19-461d-b4d6-e8ae7db0eada', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '287bb4e7-2ad1-4859-a35d-ac893c74569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:58Z', 'updated_at': '2022-05-12T14:38:02Z', 'revision_number': 4, 'project_id': '3e0c9753b3bd44e49e71379e14e32f56', 'subnets': [{'id': '287bb4e7-2ad1-4859-a35d-ac893c74569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:38:03.841475 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-788ac831-175e-433a-89e0-e92f813e35f7 None None] Current status of the port 1860e090-bbe5-40ff-b20b-6c248e9a7db6 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:04.254821 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e39d6-53ad-45cf-b5e1-b77a74716166 req-a4740f75-fac6-41ee-aab8-c056da9a775e tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:04.256448 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c93e39d6-53ad-45cf-b5e1-b77a74716166 req-a4740f75-fac6-41ee-aab8-c056da9a775e tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 945 time: 0.0760531 May 12 14:38:04.330145 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99811552-5509-4a40-a9d6-caace9de1bb8 req-fe847477-06ca-435d-9ca6-5fc39d4e7cc0 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:04.331756 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-99811552-5509-4a40-a9d6-caace9de1bb8 req-fe847477-06ca-435d-9ca6-5fc39d4e7cc0 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 946 time: 0.0574548 May 12 14:38:04.402266 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c93e39d6-53ad-45cf-b5e1-b77a74716166 req-8c151144-4907-463b-8827-063018973e6f tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291482 May 12 14:38:04.432997 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-99811552-5509-4a40-a9d6-caace9de1bb8 req-3cb365fe-c134-4cdb-a560-73c19ec41067 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912976 May 12 14:38:05.157181 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 1860e090-bbe5-40ff-b20b-6c248e9a7db6 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:38:05.213750 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port 1860e090-bbe5-40ff-b20b-6c248e9a7db6 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:38:05.214124 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (1860e090-bbe5-40ff-b20b-6c248e9a7db6), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:05.303333 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port 1860e090-bbe5-40ff-b20b-6c248e9a7db6 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:05.556646 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85406e-16be-4257-b3da-555f685c6d11 req-4d79d470-894d-4d6e-9a0e-1ecb18ad1029 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:05.558104 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9c85406e-16be-4257-b3da-555f685c6d11 req-4d79d470-894d-4d6e-9a0e-1ecb18ad1029 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 945 time: 0.0810091 May 12 14:38:05.636526 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964f780-9e4d-43a9-a361-eddb3ab878b7 req-cb681885-15ed-4153-8ff8-02e0740ff097 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:05.638086 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9964f780-9e4d-43a9-a361-eddb3ab878b7 req-cb681885-15ed-4153-8ff8-02e0740ff097 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 946 time: 0.0972316 May 12 14:38:05.668109 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9c85406e-16be-4257-b3da-555f685c6d11 req-738a5cb9-c61d-4d9d-b0dd-b71fbdc621c2 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735710 May 12 14:38:05.723058 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9964f780-9e4d-43a9-a361-eddb3ab878b7 req-bec21db5-b02a-4ef5-9598-7e23035e2d6c tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765672 May 12 14:38:06.112180 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e9dca-f451-4697-ba54-88167147f423 req-ab8389cf-0c14-45f7-b4dd-4cc6c5640000 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:06.115359 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-768e9dca-f451-4697-ba54-88167147f423 req-ab8389cf-0c14-45f7-b4dd-4cc6c5640000 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 945 time: 0.0577698 May 12 14:38:06.425353 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-768e9dca-f451-4697-ba54-88167147f423 req-0778f24d-11c6-4b40-9c5b-091bdaa0bd80 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Deleting port f024020e-bf8c-4cf9-8ca2-23128204e9b2 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:38:06.425738 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-768e9dca-f451-4697-ba54-88167147f423 req-0778f24d-11c6-4b40-9c5b-091bdaa0bd80 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (f024020e-bf8c-4cf9-8ca2-23128204e9b2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:06.536892 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4870f1-30ad-4bf6-9e84-629ba96c23ad req-77e9bd78-020a-4613-9e47-afbc639ab0bf tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:06.538290 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2b4870f1-30ad-4bf6-9e84-629ba96c23ad req-77e9bd78-020a-4613-9e47-afbc639ab0bf tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.57 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 946 time: 0.0857008 May 12 14:38:06.946586 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-768e9dca-f451-4697-ba54-88167147f423 req-0778f24d-11c6-4b40-9c5b-091bdaa0bd80 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] For port f024020e-bf8c-4cf9-8ca2-23128204e9b2, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=f024020e-bf8c-4cf9-8ca2-23128204e9b2,segment=NetworkSegment(3e6925c9-868c-4eb2-b1c7-d7edce7ca97c),segment_id=3e6925c9-868c-4eb2-b1c7-d7edce7ca97c)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:06.947314 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-768e9dca-f451-4697-ba54-88167147f423 req-0778f24d-11c6-4b40-9c5b-091bdaa0bd80 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (f024020e-bf8c-4cf9-8ca2-23128204e9b2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:06.974737 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7ddd0-9bab-4fc4-9b3b-072d0478972b req-561f2732-626d-4d86-a5ce-34ec2841f975 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:06.976300 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-02d7ddd0-9bab-4fc4-9b3b-072d0478972b req-561f2732-626d-4d86-a5ce-34ec2841f975 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 946 time: 0.1597807 May 12 14:38:07.008168 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366df16-5207-41d7-a612-5ce3e57b59c8 req-e1e3429e-7299-45fe-8bcd-f53beb4d24e0 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:07.009622 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4366df16-5207-41d7-a612-5ce3e57b59c8 req-e1e3429e-7299-45fe-8bcd-f53beb4d24e0 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 945 time: 0.1920209 May 12 14:38:07.117141 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-2b4870f1-30ad-4bf6-9e84-629ba96c23ad req-c404217c-df7f-41b1-9046-8d8139a6ef89 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Deleting port e20769a6-986c-4bef-a558-db20551da4d2 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:38:07.117382 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2b4870f1-30ad-4bf6-9e84-629ba96c23ad req-c404217c-df7f-41b1-9046-8d8139a6ef89 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (e20769a6-986c-4bef-a558-db20551da4d2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:07.264055 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-02d7ddd0-9bab-4fc4-9b3b-072d0478972b req-2ac91766-7c3c-4877-90b6-a169a6aeb4cc tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533896 May 12 14:38:07.294420 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4366df16-5207-41d7-a612-5ce3e57b59c8 req-9cb16d14-9703-4a39-bcfe-d9b308ed4b06 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=210a3cd1-afb9-49ca-aa99-8ee747948fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2383344 May 12 14:38:07.401246 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-2b4870f1-30ad-4bf6-9e84-629ba96c23ad req-c404217c-df7f-41b1-9046-8d8139a6ef89 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] For port e20769a6-986c-4bef-a558-db20551da4d2, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e20769a6-986c-4bef-a558-db20551da4d2,segment=NetworkSegment(a92136d4-fcb0-4089-aa26-93c6849bc262),segment_id=a92136d4-fcb0-4089-aa26-93c6849bc262)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:07.401503 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2b4870f1-30ad-4bf6-9e84-629ba96c23ad req-c404217c-df7f-41b1-9046-8d8139a6ef89 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (e20769a6-986c-4bef-a558-db20551da4d2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:07.475171 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-768e9dca-f451-4697-ba54-88167147f423 req-0778f24d-11c6-4b40-9c5b-091bdaa0bd80 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:07.475541 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-768e9dca-f451-4697-ba54-88167147f423 req-0778f24d-11c6-4b40-9c5b-091bdaa0bd80 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (edc18dd0-1dfb-4f22-aeaa-e744ad95497e), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:07.475857 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.db.l3_db [req-768e9dca-f451-4697-ba54-88167147f423 req-0778f24d-11c6-4b40-9c5b-091bdaa0bd80 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Floating IP edc18dd0-1dfb-4f22-aeaa-e744ad95497e disassociated. External IP: 172.27.0.252, port: f024020e-bf8c-4cf9-8ca2-23128204e9b2. May 12 14:38:07.476196 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-768e9dca-f451-4697-ba54-88167147f423 req-0778f24d-11c6-4b40-9c5b-091bdaa0bd80 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Calling delete_port for f024020e-bf8c-4cf9-8ca2-23128204e9b2 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:38:07.711362 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2b4870f1-30ad-4bf6-9e84-629ba96c23ad req-c404217c-df7f-41b1-9046-8d8139a6ef89 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:07.711753 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2b4870f1-30ad-4bf6-9e84-629ba96c23ad req-c404217c-df7f-41b1-9046-8d8139a6ef89 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (96a31717-30be-47c3-80d8-1b9f16ae29b8), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:07.712152 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.db.l3_db [req-2b4870f1-30ad-4bf6-9e84-629ba96c23ad req-c404217c-df7f-41b1-9046-8d8139a6ef89 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Floating IP 96a31717-30be-47c3-80d8-1b9f16ae29b8 disassociated. External IP: 172.27.0.145, port: e20769a6-986c-4bef-a558-db20551da4d2. May 12 14:38:07.712531 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-2b4870f1-30ad-4bf6-9e84-629ba96c23ad req-c404217c-df7f-41b1-9046-8d8139a6ef89 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Calling delete_port for e20769a6-986c-4bef-a558-db20551da4d2 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:38:07.772583 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-768e9dca-f451-4697-ba54-88167147f423 req-0778f24d-11c6-4b40-9c5b-091bdaa0bd80 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (f024020e-bf8c-4cf9-8ca2-23128204e9b2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:07.817402 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778f24d-11c6-4b40-9c5b-091bdaa0bd80 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event deleted for resources: {'Port': ['ID=f024020e-bf8c-4cf9-8ca2-23128204e9b2,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:08.005782 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-768e9dca-f451-4697-ba54-88167147f423 req-0778f24d-11c6-4b40-9c5b-091bdaa0bd80 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Router dd91525d-7750-4dcb-ae52-af578e78c8de has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:38:08.009769 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2b4870f1-30ad-4bf6-9e84-629ba96c23ad req-c404217c-df7f-41b1-9046-8d8139a6ef89 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (e20769a6-986c-4bef-a558-db20551da4d2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:08.056559 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404217c-df7f-41b1-9046-8d8139a6ef89 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Pushing event deleted for resources: {'Port': ['ID=e20769a6-986c-4bef-a558-db20551da4d2,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:08.245638 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-768e9dca-f451-4697-ba54-88167147f423 req-0778f24d-11c6-4b40-9c5b-091bdaa0bd80 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:38:08.258662 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bdf7c2-9aa4-4e8f-91ae-7c50d46deec7 None None] Sync routers for ids ['dd91525d-7750-4dcb-ae52-af578e78c8de'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:38:08.282711 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bdf7c2-9aa4-4e8f-91ae-7c50d46deec7 None None] Routers {'dd91525d-7750-4dcb-ae52-af578e78c8de'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:38:08.283668 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-84bdf7c2-9aa4-4e8f-91ae-7c50d46deec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:37:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['dd91525d-7750-4dcb-ae52-af578e78c8de'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:08.389035 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b4870f1-30ad-4bf6-9e84-629ba96c23ad req-c404217c-df7f-41b1-9046-8d8139a6ef89 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Router be224814-ba4a-48e9-9634-6a46c1a4d890 has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:38:08.390838 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-768e9dca-f451-4697-ba54-88167147f423 req-0778f24d-11c6-4b40-9c5b-091bdaa0bd80 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] No DVR routers for this DVR port f024020e-bf8c-4cf9-8ca2-23128204e9b2 on host hv-cinder-77703 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:38:08.393996 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-768e9dca-f451-4697-ba54-88167147f423 req-0778f24d-11c6-4b40-9c5b-091bdaa0bd80 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:08.397930 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-768e9dca-f451-4697-ba54-88167147f423 req-0778f24d-11c6-4b40-9c5b-091bdaa0bd80 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.57 "DELETE /v2.0/ports/f024020e-bf8c-4cf9-8ca2-23128204e9b2 HTTP/1.1" status: 204 len: 173 time: 2.0697939 May 12 14:38:08.400599 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a95d03a-223b-49bc-ba3a-afc4119c02c1', 'name': 'network-vif-deleted', 'tag': 'f024020e-bf8c-4cf9-8ca2-23128204e9b2'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:38:08.404605 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e45c60-eaba-4731-ba8c-9bc359bc04bc" -d '{"events": [{"server_uuid": "6a95d03a-223b-49bc-ba3a-afc4119c02c1", "name": "network-vif-deleted", "tag": "f024020e-bf8c-4cf9-8ca2-23128204e9b2"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:38:08.409622 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-84bdf7c2-9aa4-4e8f-91ae-7c50d46deec7 None None] Set router dd91525d-7750-4dcb-ae52-af578e78c8de gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:38:08.458350 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a0a96046-8e46-4f2c-b976-d29fbab5e871 req-69ce8397-2f43-4ce6-8f45-2bd3c58ee6dd tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 210 time: 0.0582948 May 12 14:38:08.557635 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735f75af-129c-45a7-a62a-973f79702219 x-openstack-request-id: req-735f75af-129c-45a7-a62a-973f79702219 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:38:08.557939 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a95d03a-223b-49bc-ba3a-afc4119c02c1", "name": "network-vif-deleted", "tag": "f024020e-bf8c-4cf9-8ca2-23128204e9b2", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:38:08.558207 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-735f75af-129c-45a7-a62a-973f79702219 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:38:08.558604 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-735f75af-129c-45a7-a62a-973f79702219'] response: {'server_uuid': '6a95d03a-223b-49bc-ba3a-afc4119c02c1', 'name': 'network-vif-deleted', 'tag': 'f024020e-bf8c-4cf9-8ca2-23128204e9b2', 'status': 'completed', 'code': 200} May 12 14:38:08.629338 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e229de22-29f3-4301-9b63-f4cd7bccb3ec req-f061b4ad-2815-4db8-a271-424cdbe35527 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a95d03a-223b-49bc-ba3a-afc4119c02c1 HTTP/1.1" status: 200 len: 210 time: 0.1602340 May 12 14:38:08.721421 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b4870f1-30ad-4bf6-9e84-629ba96c23ad req-c404217c-df7f-41b1-9046-8d8139a6ef89 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:38:08.735133 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f068d7a-8aaf-44e2-a959-9b623c7a5fbf None None] Sync routers for ids ['be224814-ba4a-48e9-9634-6a46c1a4d890'] in dv-cinder-777031-14-iscsi {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:38:08.759964 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f068d7a-8aaf-44e2-a959-9b623c7a5fbf None None] Routers {'be224814-ba4a-48e9-9634-6a46c1a4d890'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:38:08.760598 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-1f068d7a-8aaf-44e2-a959-9b623c7a5fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:37:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['be224814-ba4a-48e9-9634-6a46c1a4d890'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:08.771072 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-84bdf7c2-9aa4-4e8f-91ae-7c50d46deec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '4c231c8a-cc42-4c84-a446-1cac418ff65b', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'port_id': 'c3aac594-e895-4346-8c61-7bc47bc88813', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'mac_address': 'fa:16:3e:2a:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fab0a31-9c59-40c0-8350-788bf0458078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:31:31Z', 'updated_at': '2022-05-12T14:32:39Z', 'revision_number': 2, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1881a025-4b13-41d1-a6b2-bb60f215b10a', 'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'mac_address': 'fa:16:3e:5c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:23Z', 'updated_at': '2022-05-12T14:31:29Z', 'revision_number': 5, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'subnets': [{'id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:08.800570 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bdf7c2-9aa4-4e8f-91ae-7c50d46deec7 None None] Checking router: dd91525d-7750-4dcb-ae52-af578e78c8de for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:38:08.808395 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4870f1-30ad-4bf6-9e84-629ba96c23ad req-c404217c-df7f-41b1-9046-8d8139a6ef89 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] No DVR routers for this DVR port e20769a6-986c-4bef-a558-db20551da4d2 on host hv-cinder-77703 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:38:08.812240 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bdf7c2-9aa4-4e8f-91ae-7c50d46deec7 None None] Routers {'dd91525d-7750-4dcb-ae52-af578e78c8de'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:38:08.813323 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-84bdf7c2-9aa4-4e8f-91ae-7c50d46deec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:37:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['dd91525d-7750-4dcb-ae52-af578e78c8de'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:08.821669 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2b4870f1-30ad-4bf6-9e84-629ba96c23ad req-c404217c-df7f-41b1-9046-8d8139a6ef89 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:08.827770 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2b4870f1-30ad-4bf6-9e84-629ba96c23ad req-c404217c-df7f-41b1-9046-8d8139a6ef89 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.57 "DELETE /v2.0/ports/e20769a6-986c-4bef-a558-db20551da4d2 HTTP/1.1" status: 204 len: 173 time: 2.2839200 May 12 14:38:08.902385 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-1f068d7a-8aaf-44e2-a959-9b623c7a5fbf None None] Set router be224814-ba4a-48e9-9634-6a46c1a4d890 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:38:08.938570 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-84bdf7c2-9aa4-4e8f-91ae-7c50d46deec7 None None] Set router dd91525d-7750-4dcb-ae52-af578e78c8de gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:38:09.268797 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-84bdf7c2-9aa4-4e8f-91ae-7c50d46deec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '4c231c8a-cc42-4c84-a446-1cac418ff65b', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'port_id': 'c3aac594-e895-4346-8c61-7bc47bc88813', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'mac_address': 'fa:16:3e:2a:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fab0a31-9c59-40c0-8350-788bf0458078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:31:31Z', 'updated_at': '2022-05-12T14:32:39Z', 'revision_number': 2, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1881a025-4b13-41d1-a6b2-bb60f215b10a', 'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'mac_address': 'fa:16:3e:5c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:23Z', 'updated_at': '2022-05-12T14:31:29Z', 'revision_number': 5, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'subnets': [{'id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:09.306385 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bdf7c2-9aa4-4e8f-91ae-7c50d46deec7 None None] The sync data for ids ['dd91525d-7750-4dcb-ae52-af578e78c8de'] in dv-cinder-777031-14-iscsi is: [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '4c231c8a-cc42-4c84-a446-1cac418ff65b', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'port_id': 'c3aac594-e895-4346-8c61-7bc47bc88813', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'mac_address': 'fa:16:3e:2a:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fab0a31-9c59-40c0-8350-788bf0458078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:31:31Z', 'updated_at': '2022-05-12T14:32:39Z', 'revision_number': 2, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1881a025-4b13-41d1-a6b2-bb60f215b10a', 'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'mac_address': 'fa:16:3e:5c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:23Z', 'updated_at': '2022-05-12T14:31:29Z', 'revision_number': 5, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'subnets': [{'id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:38:09.316819 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-171098eb-d5b7-4309-92d9-95c97a3cad70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:09.321151 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-1f068d7a-8aaf-44e2-a959-9b623c7a5fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'name': 'tempest-TestVolumeBootPattern-1482733113-router', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:00Z', 'updated_at': '2022-05-12T14:33:05Z', 'revision_number': 4, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'gw_port': {'id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:01Z', 'updated_at': '2022-05-12T14:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '763f2952-1a6d-4c57-af35-28b65d176326', 'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'mac_address': 'fa:16:3e:01:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:03Z', 'updated_at': '2022-05-12T14:33:10Z', 'revision_number': 5, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'subnets': [{'id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:09.392649 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f068d7a-8aaf-44e2-a959-9b623c7a5fbf None None] Checking router: be224814-ba4a-48e9-9634-6a46c1a4d890 for host: dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:38:09.412922 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f068d7a-8aaf-44e2-a959-9b623c7a5fbf None None] Routers {'be224814-ba4a-48e9-9634-6a46c1a4d890'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:38:09.413722 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-1f068d7a-8aaf-44e2-a959-9b623c7a5fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:37:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['be224814-ba4a-48e9-9634-6a46c1a4d890'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:09.624265 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-1f068d7a-8aaf-44e2-a959-9b623c7a5fbf None None] Set router be224814-ba4a-48e9-9634-6a46c1a4d890 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:38:09.673425 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-beca8f51-46c1-4c84-a543-4ef011e9d9db req-439631a5-aaae-4e3c-9a0a-006173863538 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53d1801-00ff-4886-8632-1d02c3275dd5 HTTP/1.1" status: 200 len: 210 time: 0.0535200 May 12 14:38:09.790259 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 39134) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:09.832138 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab1e8ad-59c8-4515-828f-72e7969af1a5 None None] New status for floating IP edc18dd0-1dfb-4f22-aeaa-e744ad95497e: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:38:09.878455 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9020bd7b-6ad9-4697-9a96-5a27374cb6f6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group (210a3cd1-afb9-49ca-aa99-8ee747948fc8), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:09.928558 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9020bd7b-6ad9-4697-9a96-5a27374cb6f6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group (210a3cd1-afb9-49ca-aa99-8ee747948fc8), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:10.032421 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9020bd7b-6ad9-4697-9a96-5a27374cb6f6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (210a3cd1-afb9-49ca-aa99-8ee747948fc8), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:10.035369 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9020bd7b-6ad9-4697-9a96-5a27374cb6f6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:10.039469 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 39136) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:10.039817 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-9020bd7b-6ad9-4697-9a96-5a27374cb6f6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "DELETE /v2.0/security-groups/210a3cd1-afb9-49ca-aa99-8ee747948fc8 HTTP/1.1" status: 204 len: 168 time: 0.2484422 May 12 14:38:10.053559 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020bd7b-6ad9-4697-9a96-5a27374cb6f6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=210a3cd1-afb9-49ca-aa99-8ee747948fc8,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:10.090667 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.api.v2.resource [None req-ee0b8270-c5ed-4dd7-a844-ce39521bf7db tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] show failed (client error): The resource could not be found. May 12 14:38:10.094389 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-ee0b8270-c5ed-4dd7-a844-ce39521bf7db tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups/210a3cd1-afb9-49ca-aa99-8ee747948fc8 HTTP/1.1" status: 404 len: 347 time: 0.0512505 May 12 14:38:10.094583 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 39138) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:10.188219 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-1f068d7a-8aaf-44e2-a959-9b623c7a5fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'name': 'tempest-TestVolumeBootPattern-1482733113-router', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:00Z', 'updated_at': '2022-05-12T14:33:05Z', 'revision_number': 4, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'gw_port': {'id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:01Z', 'updated_at': '2022-05-12T14:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '763f2952-1a6d-4c57-af35-28b65d176326', 'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'mac_address': 'fa:16:3e:01:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:03Z', 'updated_at': '2022-05-12T14:33:10Z', 'revision_number': 5, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'subnets': [{'id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:10.190733 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device f024020e-bf8c-4cf9-8ca2-23128204e9b2 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:38:10.262430 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] No Port match for: f024020e-bf8c-4cf9-8ca2-23128204e9b2 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:38:10.262779 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device f024020e-bf8c-4cf9-8ca2-23128204e9b2 not bound to the agent host hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:38:10.263214 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device e20769a6-986c-4bef-a558-db20551da4d2 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:38:10.291731 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] No Port match for: e20769a6-986c-4bef-a558-db20551da4d2 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:38:10.292090 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device e20769a6-986c-4bef-a558-db20551da4d2 not bound to the agent host hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:38:10.296301 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f068d7a-8aaf-44e2-a959-9b623c7a5fbf None None] The sync data for ids ['be224814-ba4a-48e9-9634-6a46c1a4d890'] in dv-cinder-777031-14-iscsi is: [{'id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'name': 'tempest-TestVolumeBootPattern-1482733113-router', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:00Z', 'updated_at': '2022-05-12T14:33:05Z', 'revision_number': 4, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'gw_port': {'id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:01Z', 'updated_at': '2022-05-12T14:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '763f2952-1a6d-4c57-af35-28b65d176326', 'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'mac_address': 'fa:16:3e:01:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:03Z', 'updated_at': '2022-05-12T14:33:10Z', 'revision_number': 5, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'subnets': [{'id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:38:10.296926 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-ac0b4e86-efd5-409b-a5c2-6b8dca38a8ca tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Deleting port 86f9d58b-bdea-45e9-91bf-91bbff70c945 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:38:10.298006 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ac0b4e86-efd5-409b-a5c2-6b8dca38a8ca tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (86f9d58b-bdea-45e9-91bf-91bbff70c945), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:10.404427 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ac0b4e86-efd5-409b-a5c2-6b8dca38a8ca tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (86f9d58b-bdea-45e9-91bf-91bbff70c945), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:10.404676 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ac0b4e86-efd5-409b-a5c2-6b8dca38a8ca tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for floatingip (86f9d58b-bdea-45e9-91bf-91bbff70c945), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:10.421628 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-ac0b4e86-efd5-409b-a5c2-6b8dca38a8ca tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Calling delete_port for 86f9d58b-bdea-45e9-91bf-91bbff70c945 owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:38:10.560600 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53d1801-00ff-4886-8632-1d02c3275dd5', 'name': 'network-vif-deleted', 'tag': 'e20769a6-986c-4bef-a558-db20551da4d2'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:38:10.563699 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211fb8eb-90f3-475d-9c56-da55a809c5c3" -d '{"events": [{"server_uuid": "b53d1801-00ff-4886-8632-1d02c3275dd5", "name": "network-vif-deleted", "tag": "e20769a6-986c-4bef-a558-db20551da4d2"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:38:10.616064 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0903850-0056-4d57-b766-d19214a27387 None None] New status for floating IP 96a31717-30be-47c3-80d8-1b9f16ae29b8: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:38:10.845540 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3656b37-5ca2-4639-b500-e39e3a4f6d45 x-openstack-request-id: req-b3656b37-5ca2-4639-b500-e39e3a4f6d45 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:38:10.846072 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53d1801-00ff-4886-8632-1d02c3275dd5", "name": "network-vif-deleted", "tag": "e20769a6-986c-4bef-a558-db20551da4d2", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:38:10.846072 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b3656b37-5ca2-4639-b500-e39e3a4f6d45 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:38:10.846351 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3656b37-5ca2-4639-b500-e39e3a4f6d45'] response: {'server_uuid': 'b53d1801-00ff-4886-8632-1d02c3275dd5', 'name': 'network-vif-deleted', 'tag': 'e20769a6-986c-4bef-a558-db20551da4d2', 'status': 'completed', 'code': 200} May 12 14:38:10.890140 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-ecac9726-099d-46b4-9bf6-2da30469773d tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:10.891590 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-ecac9726-099d-46b4-9bf6-2da30469773d tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/networks?id=02beb22d-1f56-4737-bf39-f35baef398aa HTTP/1.1" status: 200 len: 814 time: 0.4186172 May 12 14:38:10.935203 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-3189e811-7c93-4017-8239-96cdcec60f2b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/quotas/9462307fa603476baafa1c5c8ae491d5 HTTP/1.1" status: 200 len: 375 time: 0.0363216 May 12 14:38:10.988595 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ac0b4e86-efd5-409b-a5c2-6b8dca38a8ca tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (86f9d58b-bdea-45e9-91bf-91bbff70c945), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:11.021705 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-61eaeb76-b64b-4e35-ae0a-52017bf183aa tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=9462307fa603476baafa1c5c8ae491d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762050 May 12 14:38:11.029596 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b4e86-efd5-409b-a5c2-6b8dca38a8ca tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event deleted for resources: {'Port': ['ID=86f9d58b-bdea-45e9-91bf-91bbff70c945,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:11.128327 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6ec79eed-e93f-4455-902d-86d36bce745d req-e6f4cb40-e994-4b76-ade1-79e7f69b948b tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090511352&fields=id&tenant_id=0ba0ea753bb0496cbf274e802f50dd0e HTTP/1.1" status: 200 len: 267 time: 0.1292350 May 12 14:38:11.151170 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ac0b4e86-efd5-409b-a5c2-6b8dca38a8ca tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for floatingip (edc18dd0-1dfb-4f22-aeaa-e744ad95497e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:11.154310 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ac0b4e86-efd5-409b-a5c2-6b8dca38a8ca tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:11.159510 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-ac0b4e86-efd5-409b-a5c2-6b8dca38a8ca tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "DELETE /v2.0/floatingips/edc18dd0-1dfb-4f22-aeaa-e744ad95497e HTTP/1.1" status: 204 len: 168 time: 1.0636816 May 12 14:38:11.328860 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec79eed-e93f-4455-902d-86d36bce745d req-08743c28-0939-4e2d-8bee-7aeb798dc744 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:11.330431 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6ec79eed-e93f-4455-902d-86d36bce745d req-08743c28-0939-4e2d-8bee-7aeb798dc744 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/networks?id=5b96f110-6030-45d9-96d1-0bc86d38fd01 HTTP/1.1" status: 200 len: 812 time: 0.1920731 May 12 14:38:11.336708 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-a2963e0c-f8e3-4162-9055-72b191e5ed29 service neutron] 10.222.0.75 "GET /v2.0/networks/02beb22d-1f56-4737-bf39-f35baef398aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875245 May 12 14:38:11.375978 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6ec79eed-e93f-4455-902d-86d36bce745d req-cf1ccbef-dfe0-4845-ab8c-ce559f97a879 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/quotas/0ba0ea753bb0496cbf274e802f50dd0e HTTP/1.1" status: 200 len: 375 time: 0.0382838 May 12 14:38:11.458236 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6ec79eed-e93f-4455-902d-86d36bce745d req-9c2038e0-5966-4986-a36d-24b24603d489 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0ba0ea753bb0496cbf274e802f50dd0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754793 May 12 14:38:11.472577 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-6615b323-79cf-4292-a140-4f31acacc63b service neutron] 10.222.0.75 "GET /v2.0/networks/02beb22d-1f56-4737-bf39-f35baef398aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278512 May 12 14:38:11.634397 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6ec79eed-e93f-4455-902d-86d36bce745d req-b3ed6d9b-1e3b-452e-ab63-c4b9d4b48031 service neutron] 10.222.0.75 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608825 May 12 14:38:11.648037 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1ffec026-4f60-46a8-bbc5-2cf5526733cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:11.742916 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6ec79eed-e93f-4455-902d-86d36bce745d req-9e3bf42b-3830-4121-9f8b-96ae71f8cca1 service neutron] 10.222.0.75 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017735 May 12 14:38:11.858206 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f7630e98-01de-49a6-a8fd-b69486322dca req-c9f4c184-7fb6-4e7b-a1d1-5198b17c9d83 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 210 time: 0.0354176 May 12 14:38:12.147953 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b849bb9b-deca-438f-a07b-0cb5846128c9 req-5c8a40fc-1af1-4919-be6a-38b00dec6afe tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 210 time: 0.0398829 May 12 14:38:12.971223 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-653f04c8-e7a2-409d-8650-7cd7fa92943d req-1d6022f0-236c-42a1-a1e0-1d228e1c87ad tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 210 time: 0.0351217 May 12 14:38:12.983752 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:13.237946 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7701dd6b-c6dc-497f-b773-fc4c3c8da5df req-d571387f-2239-469e-b835-cf2836de5416 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 210 time: 0.0264161 May 12 14:38:13.551693 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-7df4f611-c612-4c63-bc0d-80b6e4d24242 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:13.553053 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-7df4f611-c612-4c63-bc0d-80b6e4d24242 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.57 "GET /v2.0/networks?id=02beb22d-1f56-4737-bf39-f35baef398aa HTTP/1.1" status: 200 len: 814 time: 0.1568367 May 12 14:38:13.596132 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-fd2f1099-809b-4e07-a987-c0d60fea51d4 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Request body: {'port': {'device_id': '7740cfd0-aec5-4a22-93f7-a460cadea4ac', 'network_id': '02beb22d-1f56-4737-bf39-f35baef398aa', 'admin_state_up': True, 'tenant_id': '9462307fa603476baafa1c5c8ae491d5'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:13.673059 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec79eed-e93f-4455-902d-86d36bce745d req-2fe606fa-f858-44e5-a48c-540b2e07f5cb tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:13.674460 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6ec79eed-e93f-4455-902d-86d36bce745d req-2fe606fa-f858-44e5-a48c-540b2e07f5cb tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.57 "GET /v2.0/networks?id=5b96f110-6030-45d9-96d1-0bc86d38fd01 HTTP/1.1" status: 200 len: 812 time: 0.1795754 May 12 14:38:13.723921 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-fd2f1099-809b-4e07-a987-c0d60fea51d4 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Made reservation on behalf of 9462307fa603476baafa1c5c8ae491d5 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:38:13.727217 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-fd2f1099-809b-4e07-a987-c0d60fea51d4 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:13.884419 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6ec79eed-e93f-4455-902d-86d36bce745d req-26e483de-fe9d-45a6-8b4d-55dd54e2372f tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ba0ea753bb0496cbf274e802f50dd0e HTTP/1.1" status: 200 len: 380 time: 0.1031446 May 12 14:38:13.898219 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-6ec79eed-e93f-4455-902d-86d36bce745d req-22126bcc-10a0-4682-8d6c-8828f57de567 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Request body: {'port': {'device_id': 'c45819a2-89a0-494b-bdbc-650fcfddd2cd', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'admin_state_up': True, 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'security_groups': ['70df1e33-e03a-4910-9739-4630b655b034']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:13.915480 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-fd2f1099-809b-4e07-a987-c0d60fea51d4 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Allocated IP 172.20.0.3 (02beb22d-1f56-4737-bf39-f35baef398aa/2e7f4252-5005-459d-8b94-9d1eb600e9e4/5dfbc34b-96be-4bb8-98e9-1380f31b1266) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:38:14.191161 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3aa1c6ac-b729-41eb-b524-365968e4f392 req-acfb0f75-ee55-45b1-9a31-c449cec90e80 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 210 time: 0.0911677 May 12 14:38:14.216074 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec79eed-e93f-4455-902d-86d36bce745d req-22126bcc-10a0-4682-8d6c-8828f57de567 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Made reservation on behalf of 0ba0ea753bb0496cbf274e802f50dd0e for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:38:14.219663 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-6ec79eed-e93f-4455-902d-86d36bce745d req-22126bcc-10a0-4682-8d6c-8828f57de567 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:14.374419 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-fd2f1099-809b-4e07-a987-c0d60fea51d4 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for port (5dfbc34b-96be-4bb8-98e9-1380f31b1266), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:14.417843 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:14.448870 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f65e3544-787a-41bf-abed-ddada31ad222 req-8086344d-e5ab-4641-adfe-45b2013d829c tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 210 time: 0.0671175 May 12 14:38:14.528373 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-6ec79eed-e93f-4455-902d-86d36bce745d req-22126bcc-10a0-4682-8d6c-8828f57de567 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Allocated IP 172.20.0.10 (5b96f110-6030-45d9-96d1-0bc86d38fd01/0f0587e5-5c6f-4f23-94d0-5688c2911c12/10ba03ca-52fe-42dc-a95e-573a96e2bd48) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:38:14.532110 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-fd2f1099-809b-4e07-a987-c0d60fea51d4 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (5dfbc34b-96be-4bb8-98e9-1380f31b1266), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:14.630310 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-fd2f1099-809b-4e07-a987-c0d60fea51d4 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Network 02beb22d-1f56-4737-bf39-f35baef398aa is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:38:14.643910 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-fd2f1099-809b-4e07-a987-c0d60fea51d4 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:38:14.660152 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-fd2f1099-809b-4e07-a987-c0d60fea51d4 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:38:14.727637 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2807b-75d7-495d-bc0a-4d3a02b639a5 req-58f56129-d7b1-4f75-a6cd-8e7bebddffc3 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:14.729478 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f2b2807b-75d7-495d-bc0a-4d3a02b639a5 req-58f56129-d7b1-4f75-a6cd-8e7bebddffc3 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 946 time: 0.1869893 May 12 14:38:14.740315 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-fd2f1099-809b-4e07-a987-c0d60fea51d4 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:14.741169 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-fd2f1099-809b-4e07-a987-c0d60fea51d4 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:14.749110 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f1099-809b-4e07-a987-c0d60fea51d4 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Pushing event updated for resources: {'Port': ['ID=5dfbc34b-96be-4bb8-98e9-1380f31b1266,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:14.844511 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-fd2f1099-809b-4e07-a987-c0d60fea51d4 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2522886 May 12 14:38:14.871234 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f2b2807b-75d7-495d-bc0a-4d3a02b639a5 req-8d765dce-42b4-409a-9345-c4f046005f85 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267931 May 12 14:38:14.906282 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-6ec79eed-e93f-4455-902d-86d36bce745d req-22126bcc-10a0-4682-8d6c-8828f57de567 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for port (10ba03ca-52fe-42dc-a95e-573a96e2bd48), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:14.945331 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-6ec79eed-e93f-4455-902d-86d36bce745d req-22126bcc-10a0-4682-8d6c-8828f57de567 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (10ba03ca-52fe-42dc-a95e-573a96e2bd48), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:14.982704 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-719fda6b-a3a2-4d16-9bd2-53fa15afe922 None None] Provisioning complete for port 5dfbc34b-96be-4bb8-98e9-1380f31b1266 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:38:14.983105 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-719fda6b-a3a2-4d16-9bd2-53fa15afe922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (5dfbc34b-96be-4bb8-98e9-1380f31b1266), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:14.992754 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec79eed-e93f-4455-902d-86d36bce745d req-22126bcc-10a0-4682-8d6c-8828f57de567 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Network 5b96f110-6030-45d9-96d1-0bc86d38fd01 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:38:14.995911 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-6ec79eed-e93f-4455-902d-86d36bce745d req-22126bcc-10a0-4682-8d6c-8828f57de567 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:38:15.002424 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec79eed-e93f-4455-902d-86d36bce745d req-22126bcc-10a0-4682-8d6c-8828f57de567 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:38:15.009472 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22126bcc-10a0-4682-8d6c-8828f57de567 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Pushing event updated for resources: {'Port': ['ID=10ba03ca-52fe-42dc-a95e-573a96e2bd48,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:15.033805 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-719fda6b-a3a2-4d16-9bd2-53fa15afe922 None None] Port 5dfbc34b-96be-4bb8-98e9-1380f31b1266 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:38:15.063594 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec79eed-e93f-4455-902d-86d36bce745d req-22126bcc-10a0-4682-8d6c-8828f57de567 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:15.064310 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-6ec79eed-e93f-4455-902d-86d36bce745d req-22126bcc-10a0-4682-8d6c-8828f57de567 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:15.098518 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6ec79eed-e93f-4455-902d-86d36bce745d req-22126bcc-10a0-4682-8d6c-8828f57de567 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2057896 May 12 14:38:15.254002 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b98fc2-e135-4e5e-b40e-cbb6b7c9881f None None] Provisioning complete for port 10ba03ca-52fe-42dc-a95e-573a96e2bd48 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:38:15.254368 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b98fc2-e135-4e5e-b40e-cbb6b7c9881f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (10ba03ca-52fe-42dc-a95e-573a96e2bd48), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:15.292520 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b98fc2-e135-4e5e-b40e-cbb6b7c9881f None None] Port 10ba03ca-52fe-42dc-a95e-573a96e2bd48 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:38:15.310104 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ab48c-f9c1-43f5-ab06-06bb13e32589 req-143aee0f-1fa4-4ff4-845f-01649dbdc620 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:15.311643 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-051ab48c-f9c1-43f5-ab06-06bb13e32589 req-143aee0f-1fa4-4ff4-845f-01649dbdc620 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 931 time: 0.0520568 May 12 14:38:15.373709 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-051ab48c-f9c1-43f5-ab06-06bb13e32589 req-9ea36671-c808-4191-b9c8-64d55d35cb60 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563710 May 12 14:38:15.559854 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d7468-34d2-4761-b047-8c6b5b5ab10d req-5d316e52-0053-4e1f-942c-edaa65ec5402 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:15.561364 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-735d7468-34d2-4761-b047-8c6b5b5ab10d req-5d316e52-0053-4e1f-942c-edaa65ec5402 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 932 time: 0.0518014 May 12 14:38:15.613757 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-735d7468-34d2-4761-b047-8c6b5b5ab10d req-a366ff90-17c2-4066-b105-ae3b08200432 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453975 May 12 14:38:15.748998 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:16.007528 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d336821-7273-4a8c-8916-f5a6a50b801a req-fefa7b61-31bf-4d8b-b895-410cd21fd64c tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:16.009052 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6d336821-7273-4a8c-8916-f5a6a50b801a req-fefa7b61-31bf-4d8b-b895-410cd21fd64c tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 946 time: 0.0622668 May 12 14:38:16.056119 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6d336821-7273-4a8c-8916-f5a6a50b801a req-ea42256c-b8fb-4ed6-a50a-9d885c4bce45 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415070 May 12 14:38:16.505613 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac67724-50da-43da-a755-46f21d39ac79 req-b09884ad-801f-45ed-88ba-5ed2fc7a3d60 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:16.507144 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dac67724-50da-43da-a755-46f21d39ac79 req-b09884ad-801f-45ed-88ba-5ed2fc7a3d60 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 931 time: 0.0655596 May 12 14:38:16.556802 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dac67724-50da-43da-a755-46f21d39ac79 req-4bb4a31d-1f09-44c7-8b54-fe97ae3c4360 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437126 May 12 14:38:16.796039 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec2322-fddd-4831-a44c-5d0354c3961f req-1ce7a17a-13e4-4311-a1a0-365d46ecc171 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:16.797691 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-11ec2322-fddd-4831-a44c-5d0354c3961f req-1ce7a17a-13e4-4311-a1a0-365d46ecc171 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 932 time: 0.0473268 May 12 14:38:16.847524 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-11ec2322-fddd-4831-a44c-5d0354c3961f req-3b3ee16a-7bef-4432-b6f4-2da977c65c37 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441697 May 12 14:38:17.169907 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2951e8-282e-494e-9c04-d5e3626c9731 req-2ad4df49-42a1-4216-87c2-65c77fb6ed67 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:17.172049 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-de2951e8-282e-494e-9c04-d5e3626c9731 req-2ad4df49-42a1-4216-87c2-65c77fb6ed67 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 946 time: 0.0469460 May 12 14:38:17.223713 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-de2951e8-282e-494e-9c04-d5e3626c9731 req-354c4261-d08b-4246-8553-4cb598133cbc tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459301 May 12 14:38:17.669758 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268d9b4-c088-4778-928b-a1eddf683817 req-265bdd89-665d-4712-9f7a-764552c4995b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:17.671260 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0268d9b4-c088-4778-928b-a1eddf683817 req-265bdd89-665d-4712-9f7a-764552c4995b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 931 time: 0.0492496 May 12 14:38:17.727650 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0268d9b4-c088-4778-928b-a1eddf683817 req-c7a9ea1c-0dc9-40df-b79b-8607b5ef2ea8 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506272 May 12 14:38:17.991550 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6afad-cf98-43f9-a3f5-7fbee4a8db93 req-d808125d-804c-4baf-8a8c-4894199f25c7 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:17.992997 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-69f6afad-cf98-43f9-a3f5-7fbee4a8db93 req-d808125d-804c-4baf-8a8c-4894199f25c7 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 932 time: 0.0483460 May 12 14:38:18.041126 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-69f6afad-cf98-43f9-a3f5-7fbee4a8db93 req-9193a9b6-4a34-4142-a864-437c334535d4 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423224 May 12 14:38:18.342317 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01816cf-bbbe-43b0-baee-2abb439494e4 req-a6e83b7b-6a71-4fcd-8920-3ffe63992f4b tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:18.343802 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e01816cf-bbbe-43b0-baee-2abb439494e4 req-a6e83b7b-6a71-4fcd-8920-3ffe63992f4b tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 946 time: 0.0488708 May 12 14:38:18.403659 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e01816cf-bbbe-43b0-baee-2abb439494e4 req-83a00130-55ff-4fbe-8015-d88fcb468161 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492964 May 12 14:38:18.549822 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:18.847713 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8c9d2-9fae-4186-8edb-34f14e7a4595 req-138b6742-3615-4216-bc3e-1c1cac29c0e8 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:18.856049 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a9d8c9d2-9fae-4186-8edb-34f14e7a4595 req-138b6742-3615-4216-bc3e-1c1cac29c0e8 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 931 time: 0.0574987 May 12 14:38:18.901800 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a9d8c9d2-9fae-4186-8edb-34f14e7a4595 req-cdc6d438-1531-4d1d-b020-193753e286e4 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446448 May 12 14:38:19.154934 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463ece5-6f57-4309-a67a-2806540039ba req-15e2a9c1-f507-4471-9406-1c8b4a461a06 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:19.156912 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3463ece5-6f57-4309-a67a-2806540039ba req-15e2a9c1-f507-4471-9406-1c8b4a461a06 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 932 time: 0.0467112 May 12 14:38:19.211766 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3463ece5-6f57-4309-a67a-2806540039ba req-3e1e6151-04ea-4bc3-88af-984dd7800ca4 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491376 May 12 14:38:19.516218 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfeab4-e141-48d1-9b69-4b35361b17f9 req-76dfb574-aa21-4656-a144-9a2eebdc55b4 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:19.517684 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fdcfeab4-e141-48d1-9b69-4b35361b17f9 req-76dfb574-aa21-4656-a144-9a2eebdc55b4 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 946 time: 0.0464616 May 12 14:38:19.563451 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fdcfeab4-e141-48d1-9b69-4b35361b17f9 req-9dd7c1f6-1fc8-4587-a984-bfee40b8c475 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402727 May 12 14:38:20.018923 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4dab8-f736-4414-ab45-1078e3394889 req-05ad3a88-a367-42ec-b97a-1c7455fb1eb5 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:20.036169 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e9a4dab8-f736-4414-ab45-1078e3394889 req-05ad3a88-a367-42ec-b97a-1c7455fb1eb5 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 931 time: 0.0460434 May 12 14:38:20.083053 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e9a4dab8-f736-4414-ab45-1078e3394889 req-dcf4065f-7cd8-417b-93fb-914a257da53e tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546253 May 12 14:38:20.331181 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ede3a7-267e-4fab-88a1-b14661328f6b req-d99d98db-e4ac-4425-b067-977c694b2a78 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:20.332598 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-91ede3a7-267e-4fab-88a1-b14661328f6b req-d99d98db-e4ac-4425-b067-977c694b2a78 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 932 time: 0.0483181 May 12 14:38:20.395754 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-91ede3a7-267e-4fab-88a1-b14661328f6b req-18679351-eb08-49b2-97f4-1a4bff9916a0 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575407 May 12 14:38:20.676180 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559bee1-b4e3-4391-bd74-5e577d92fed3 req-9a658b4f-39b4-4639-80f0-8d4666d39feb tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:20.677636 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f559bee1-b4e3-4391-bd74-5e577d92fed3 req-9a658b4f-39b4-4639-80f0-8d4666d39feb tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 946 time: 0.0470932 May 12 14:38:20.730354 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f559bee1-b4e3-4391-bd74-5e577d92fed3 req-69a840b9-1e74-49e9-88f4-37107833ed43 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471616 May 12 14:38:21.191683 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d86918-8e70-4a61-a822-1dcfbf7be93d req-5fb88e9e-dc20-4edf-b31c-5fa5d7bb1555 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:21.193161 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-90d86918-8e70-4a61-a822-1dcfbf7be93d req-5fb88e9e-dc20-4edf-b31c-5fa5d7bb1555 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 931 time: 0.0457139 May 12 14:38:21.242762 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-90d86918-8e70-4a61-a822-1dcfbf7be93d req-cdd9bb62-a8a6-4393-8d15-6f7d139ad22d tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439460 May 12 14:38:21.513411 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b49b0-59fb-4d4b-a908-3051a1a2de21 req-c9019270-7378-4859-8f88-07f61917dda2 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:21.515416 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c51b49b0-59fb-4d4b-a908-3051a1a2de21 req-c9019270-7378-4859-8f88-07f61917dda2 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 932 time: 0.0496109 May 12 14:38:21.567957 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c51b49b0-59fb-4d4b-a908-3051a1a2de21 req-6fba2f96-dd5d-433c-831b-a70c17e0730b tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461004 May 12 14:38:21.843204 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275b868-0129-465e-abc2-b09e1f6769ec req-087bd768-6aaa-4f99-9649-a227692479af tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:21.844661 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4275b868-0129-465e-abc2-b09e1f6769ec req-087bd768-6aaa-4f99-9649-a227692479af tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 946 time: 0.0458834 May 12 14:38:21.890887 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4275b868-0129-465e-abc2-b09e1f6769ec req-d2f28edd-5fb2-43c1-a9f4-fddd8f71afe3 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406692 May 12 14:38:22.396973 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e4e1b-6d37-4869-8205-fdb99d4dbd50 req-9901fabd-1d70-4cc0-851e-393fc06861e7 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:22.398481 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-936e4e1b-6d37-4869-8205-fdb99d4dbd50 req-9901fabd-1d70-4cc0-851e-393fc06861e7 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 931 time: 0.0803690 May 12 14:38:22.445661 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-936e4e1b-6d37-4869-8205-fdb99d4dbd50 req-ec0dbbce-eb2e-421a-8cdd-086ec93b4237 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416005 May 12 14:38:22.679046 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91ebfa-6c66-448d-97e8-d4617341d566 req-5c546de1-6c24-40b2-a24f-31f598883ff0 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:22.680507 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0e91ebfa-6c66-448d-97e8-d4617341d566 req-5c546de1-6c24-40b2-a24f-31f598883ff0 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 932 time: 0.0464802 May 12 14:38:22.728293 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0e91ebfa-6c66-448d-97e8-d4617341d566 req-12df47eb-f59b-4755-b30a-57c0300f1a44 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422719 May 12 14:38:23.004318 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1de30-dd9d-4c47-aee7-dac06cd0cdc3 req-31a26fe7-0990-462f-af32-9dc3f32b70e4 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:23.005748 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-12c1de30-dd9d-4c47-aee7-dac06cd0cdc3 req-31a26fe7-0990-462f-af32-9dc3f32b70e4 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 946 time: 0.0484881 May 12 14:38:23.050497 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-12c1de30-dd9d-4c47-aee7-dac06cd0cdc3 req-345c1644-b4d9-4347-bbb9-5f852a34c894 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390120 May 12 14:38:23.555625 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48d543-e5e5-4238-8a1d-7666b39fc8dc req-e590fbcb-a809-4037-8a04-6b0da79ff3c5 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:23.557054 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ff48d543-e5e5-4238-8a1d-7666b39fc8dc req-e590fbcb-a809-4037-8a04-6b0da79ff3c5 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 931 time: 0.0454853 May 12 14:38:23.602591 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ff48d543-e5e5-4238-8a1d-7666b39fc8dc req-fada7414-236a-44c2-a17a-1ae5aba1b738 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393848 May 12 14:38:23.843223 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f4488-b98a-460a-aff5-27edafbf92b5 req-1b72c9b8-2829-4354-9147-c4721d120679 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:23.844696 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-140f4488-b98a-460a-aff5-27edafbf92b5 req-1b72c9b8-2829-4354-9147-c4721d120679 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 932 time: 0.0502887 May 12 14:38:23.914747 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-140f4488-b98a-460a-aff5-27edafbf92b5 req-130847b0-6a00-47c0-8446-de15eb4eba78 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644011 May 12 14:38:24.168177 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d210e95-0458-44d6-93ef-fffeaae9fac6 req-71c3c47d-a7d8-416e-8e4f-9247309fa336 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:24.169606 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4d210e95-0458-44d6-93ef-fffeaae9fac6 req-71c3c47d-a7d8-416e-8e4f-9247309fa336 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 946 time: 0.0474823 May 12 14:38:24.217375 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4d210e95-0458-44d6-93ef-fffeaae9fac6 req-04aa222c-8c15-4144-8c2e-18628df2ac75 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422590 May 12 14:38:24.539677 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:38:24.726308 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63616307-78ce-434f-be92-5fc0ab1fd026 req-bd2f5b5c-ba35-4635-98ba-d014806779f5 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:24.747090 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-63616307-78ce-434f-be92-5fc0ab1fd026 req-bd2f5b5c-ba35-4635-98ba-d014806779f5 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 931 time: 0.0643213 May 12 14:38:24.805119 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-63616307-78ce-434f-be92-5fc0ab1fd026 req-e3771be2-2ab7-481f-b80b-cab06a590a62 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706317 May 12 14:38:25.042602 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c25e4-78b3-4bcb-907a-a27338f45797 req-1ed1090e-87fe-42e2-9ab9-0ebe6553df48 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:25.043919 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a61c25e4-78b3-4bcb-907a-a27338f45797 req-1ed1090e-87fe-42e2-9ab9-0ebe6553df48 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 932 time: 0.0522556 May 12 14:38:25.094505 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a61c25e4-78b3-4bcb-907a-a27338f45797 req-9b957d70-1f69-449b-aeb2-1e143fb674cc tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443935 May 12 14:38:25.330505 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d9fc9-e971-4d48-bfd8-61a179b1bdbe req-3e371f6d-3954-4aa2-ba94-cb445f45cdee tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:25.331949 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4a8d9fc9-e971-4d48-bfd8-61a179b1bdbe req-3e371f6d-3954-4aa2-ba94-cb445f45cdee tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 946 time: 0.0449026 May 12 14:38:25.378047 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4a8d9fc9-e971-4d48-bfd8-61a179b1bdbe req-168b4b8b-555e-4a37-854d-8599b136463c tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406849 May 12 14:38:25.918707 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d3c7d-b5a2-43c7-956b-f15c5f1308fa req-12ea0bc8-e62e-4427-b72f-09e34429b976 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:25.920156 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7e2d3c7d-b5a2-43c7-956b-f15c5f1308fa req-12ea0bc8-e62e-4427-b72f-09e34429b976 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 931 time: 0.0448856 May 12 14:38:25.971737 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7e2d3c7d-b5a2-43c7-956b-f15c5f1308fa req-bb2faa39-22b7-4af2-9478-c115bfa3d145 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455518 May 12 14:38:26.203008 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b7389-b852-46ec-aa22-04050388a097 req-04425b7d-29c8-463f-9ab7-bbb6c3dbb95b tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:26.204459 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ff8b7389-b852-46ec-aa22-04050388a097 req-04425b7d-29c8-463f-9ab7-bbb6c3dbb95b tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 932 time: 0.0449979 May 12 14:38:26.255635 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ff8b7389-b852-46ec-aa22-04050388a097 req-65df6767-c9ed-43f7-b627-29f28f5f6a5e tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454848 May 12 14:38:26.487053 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e4939-387e-4d8a-a051-bf610a544a55 req-8434028b-b0be-42b0-9f4a-37fb05310dda tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:26.488487 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-096e4939-387e-4d8a-a051-bf610a544a55 req-8434028b-b0be-42b0-9f4a-37fb05310dda tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 946 time: 0.0459645 May 12 14:38:26.533638 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-096e4939-387e-4d8a-a051-bf610a544a55 req-e64d797f-df66-492e-984e-a76b5eed0e11 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397501 May 12 14:38:27.083951 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ceb58-1652-4ad6-ab9f-5485d512e3aa req-657bb8a5-7014-413b-b1ae-2d781b130d33 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:27.085396 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a30ceb58-1652-4ad6-ab9f-5485d512e3aa req-657bb8a5-7014-413b-b1ae-2d781b130d33 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 931 time: 0.0490046 May 12 14:38:27.130362 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a30ceb58-1652-4ad6-ab9f-5485d512e3aa req-a28df8f1-466d-4470-9259-804b4784492e tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395069 May 12 14:38:27.366228 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e9fed-bb79-46be-a62b-958e5811f167 req-e7852356-4e53-4a4f-a174-09976d39354c tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:27.367707 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d45e9fed-bb79-46be-a62b-958e5811f167 req-e7852356-4e53-4a4f-a174-09976d39354c tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 932 time: 0.0457494 May 12 14:38:27.415608 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d45e9fed-bb79-46be-a62b-958e5811f167 req-c1d6cc7e-ffb1-47f1-9733-896ea987ace5 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421414 May 12 14:38:27.646089 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee09e00-9aba-430c-8e61-e5d28cfe58b8 req-8bc6c0a0-8e1f-48fd-8ea9-b6fdd2d60ddd tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:27.647591 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cee09e00-9aba-430c-8e61-e5d28cfe58b8 req-8bc6c0a0-8e1f-48fd-8ea9-b6fdd2d60ddd tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 946 time: 0.0483379 May 12 14:38:27.696379 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cee09e00-9aba-430c-8e61-e5d28cfe58b8 req-d71b2fcf-1776-4e84-80c4-f4b3b9ba86b9 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401151 May 12 14:38:27.852624 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-6ec79eed-e93f-4455-902d-86d36bce745d req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Request body: {'port': {'device_id': 'c45819a2-89a0-494b-bdbc-650fcfddd2cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:27.858195 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-6edae882-d626-48f6-ae60-dd657cb5530b service neutron] Request body: {'port': {'device_id': '7740cfd0-aec5-4a22-93f7-a460cadea4ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:27.961350 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-6ec79eed-e93f-4455-902d-86d36bce745d req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (10ba03ca-52fe-42dc-a95e-573a96e2bd48), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:27.963407 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-6edae882-d626-48f6-ae60-dd657cb5530b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (5dfbc34b-96be-4bb8-98e9-1380f31b1266), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:28.281816 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644303f8-f07e-4c81-8814-05b7c47e4646 req-49d095ce-3199-4ff3-ac4a-b0e44617de73 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:28.283269 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-644303f8-f07e-4c81-8814-05b7c47e4646 req-49d095ce-3199-4ff3-ac4a-b0e44617de73 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 931 time: 0.0877016 May 12 14:38:28.737926 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b83d65fd-c26e-4242-9479-17fa1f03395e req-bdb8a652-955f-40b7-824a-8b5cb1464b5f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4375746 May 12 14:38:28.775717 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cd807-ebd2-45a7-9ff4-0a17d108fb5d req-bb095b54-66fa-4bd2-b9d9-ac475f658e82 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:28.777112 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0a2cd807-ebd2-45a7-9ff4-0a17d108fb5d req-bb095b54-66fa-4bd2-b9d9-ac475f658e82 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 932 time: 0.1292522 May 12 14:38:28.783804 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-644303f8-f07e-4c81-8814-05b7c47e4646 req-ee174f71-9fd3-49d3-a7a9-e0bfa5cd6465 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859695 May 12 14:38:28.948055 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0a2cd807-ebd2-45a7-9ff4-0a17d108fb5d req-e2835098-24b7-4b39-9612-c6f3ec40ac24 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564350 May 12 14:38:28.973104 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [req-6ec79eed-e93f-4455-902d-86d36bce745d req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10ba03ca-52fe-42dc-a95e-573a96e2bd48 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:38:28.977987 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-6ec79eed-e93f-4455-902d-86d36bce745d req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Publish callbacks [] for port (10ba03ca-52fe-42dc-a95e-573a96e2bd48), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:28.986202 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371cf06e-f553-4e05-a0c4-878cfaa34208 req-185557a2-6c93-4adb-82a2-757545e024d4 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:28.987695 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-371cf06e-f553-4e05-a0c4-878cfaa34208 req-185557a2-6c93-4adb-82a2-757545e024d4 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 946 time: 0.1405110 May 12 14:38:29.008824 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-6ec79eed-e93f-4455-902d-86d36bce745d req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Transition to ACTIVE for port object 10ba03ca-52fe-42dc-a95e-573a96e2bd48 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:38:29.020991 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-6edae882-d626-48f6-ae60-dd657cb5530b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dfbc34b-96be-4bb8-98e9-1380f31b1266 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:38:29.025097 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-6ec79eed-e93f-4455-902d-86d36bce745d req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745168'] for port (10ba03ca-52fe-42dc-a95e-573a96e2bd48), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:29.034785 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-6edae882-d626-48f6-ae60-dd657cb5530b service neutron] Publish callbacks [] for port (5dfbc34b-96be-4bb8-98e9-1380f31b1266), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:29.164812 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-6edae882-d626-48f6-ae60-dd657cb5530b service neutron] Transition to ACTIVE for port object 5dfbc34b-96be-4bb8-98e9-1380f31b1266 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:38:29.176577 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Pushing event updated for resources: {'Port': ['ID=10ba03ca-52fe-42dc-a95e-573a96e2bd48,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:29.179556 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-6edae882-d626-48f6-ae60-dd657cb5530b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745168'] for port (5dfbc34b-96be-4bb8-98e9-1380f31b1266), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:29.181698 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d65fd-c26e-4242-9479-17fa1f03395e req-2f88f4a0-469a-4513-9cce-d46783ebdf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:29.183221 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b83d65fd-c26e-4242-9479-17fa1f03395e req-2f88f4a0-469a-4513-9cce-d46783ebdf3e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c83c8fa2cd44eab84cb50b3ad06a1d3&device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 1130 time: 0.1254361 May 12 14:38:29.190402 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-371cf06e-f553-4e05-a0c4-878cfaa34208 req-e8433c8c-8af8-4e01-a4f3-d0531bb57c5f tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933179 May 12 14:38:29.196153 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c78edb-4dfc-43c0-a4c8-9b2d3cd5c071 req-73de463e-67d8-49df-ad6b-794fe8ceb2cc tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:29.197553 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a5c78edb-4dfc-43c0-a4c8-9b2d3cd5c071 req-73de463e-67d8-49df-ad6b-794fe8ceb2cc tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 946 time: 0.1335604 May 12 14:38:29.241739 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:29.242090 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:29.242428 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:29.242766 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:29.243130 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:29.243464 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:29.243794 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:29.244143 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:29.244465 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:29.244793 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:29.245117 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:29.245441 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:29.245769 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:29.246358 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:29.246681 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:29.518653 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edae882-d626-48f6-ae60-dd657cb5530b service neutron] Pushing event updated for resources: {'Port': ['ID=5dfbc34b-96be-4bb8-98e9-1380f31b1266,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:29.568683 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-a5c78edb-4dfc-43c0-a4c8-9b2d3cd5c071 req-d98d5610-b102-43fc-ad65-347ddb70ba0a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Deleting port c3aac594-e895-4346-8c61-7bc47bc88813 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:38:29.569025 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a5c78edb-4dfc-43c0-a4c8-9b2d3cd5c071 req-d98d5610-b102-43fc-ad65-347ddb70ba0a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (c3aac594-e895-4346-8c61-7bc47bc88813), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:29.601905 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d65fd-c26e-4242-9479-17fa1f03395e req-b9717833-b19f-47f2-9805-3f13a307075e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:29.603411 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b83d65fd-c26e-4242-9479-17fa1f03395e req-b9717833-b19f-47f2-9805-3f13a307075e service neutron] 10.222.0.57 "GET /v2.0/networks?id=a960421c-0ac7-4777-ad11-86ea1221dbd0 HTTP/1.1" status: 200 len: 920 time: 0.3946564 May 12 14:38:29.610053 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-6ec79eed-e93f-4455-902d-86d36bce745d req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Attempting to bind port 10ba03ca-52fe-42dc-a95e-573a96e2bd48 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:38:29.610384 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-6ec79eed-e93f-4455-902d-86d36bce745d req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Attempting to bind port 10ba03ca-52fe-42dc-a95e-573a96e2bd48 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'a92136d4-fcb0-4089-aa26-93c6849bc262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:38:29.610711 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec79eed-e93f-4455-902d-86d36bce745d req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Attempting to bind port 10ba03ca-52fe-42dc-a95e-573a96e2bd48 on network 5b96f110-6030-45d9-96d1-0bc86d38fd01 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:38:29.664614 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec79eed-e93f-4455-902d-86d36bce745d req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Port 10ba03ca-52fe-42dc-a95e-573a96e2bd48 on network 5b96f110-6030-45d9-96d1-0bc86d38fd01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:38:29.668122 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec79eed-e93f-4455-902d-86d36bce745d req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Attempting to bind port 10ba03ca-52fe-42dc-a95e-573a96e2bd48 on network 5b96f110-6030-45d9-96d1-0bc86d38fd01 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:38:29.702680 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b83d65fd-c26e-4242-9479-17fa1f03395e req-043eafb6-68a5-415b-9c9e-cda77821074a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edce530e-0a2a-4073-b478-f2228ceb37bc HTTP/1.1" status: 200 len: 217 time: 0.0859606 May 12 14:38:29.723147 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec79eed-e93f-4455-902d-86d36bce745d req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Checking agent: {'id': 'c5e9105e-03c6-4986-a076-8428d06d9de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:38:29.723485 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec79eed-e93f-4455-902d-86d36bce745d req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Checking segment: {'id': 'a92136d4-fcb0-4089-aa26-93c6849bc262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:38:29.726989 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec79eed-e93f-4455-902d-86d36bce745d req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Bound using segment: {'id': 'a92136d4-fcb0-4089-aa26-93c6849bc262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:38:29.727484 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-6ec79eed-e93f-4455-902d-86d36bce745d req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Bound port: 10ba03ca-52fe-42dc-a95e-573a96e2bd48, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a92136d4-fcb0-4089-aa26-93c6849bc262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:38:29.727852 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-6ec79eed-e93f-4455-902d-86d36bce745d req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (10ba03ca-52fe-42dc-a95e-573a96e2bd48), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:29.729615 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-6edae882-d626-48f6-ae60-dd657cb5530b service neutron] Attempting to bind port 5dfbc34b-96be-4bb8-98e9-1380f31b1266 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:38:29.729940 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-6edae882-d626-48f6-ae60-dd657cb5530b service neutron] Attempting to bind port 5dfbc34b-96be-4bb8-98e9-1380f31b1266 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'ba1391a4-04ab-4bc3-b289-95e60c2d942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '02beb22d-1f56-4737-bf39-f35baef398aa'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:38:29.730264 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-6edae882-d626-48f6-ae60-dd657cb5530b service neutron] Attempting to bind port 5dfbc34b-96be-4bb8-98e9-1380f31b1266 on network 02beb22d-1f56-4737-bf39-f35baef398aa {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:38:29.780748 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-6edae882-d626-48f6-ae60-dd657cb5530b service neutron] Port 5dfbc34b-96be-4bb8-98e9-1380f31b1266 on network 02beb22d-1f56-4737-bf39-f35baef398aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:38:29.781072 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-6edae882-d626-48f6-ae60-dd657cb5530b service neutron] Attempting to bind port 5dfbc34b-96be-4bb8-98e9-1380f31b1266 on network 02beb22d-1f56-4737-bf39-f35baef398aa {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:38:29.831833 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-6edae882-d626-48f6-ae60-dd657cb5530b service neutron] Checking agent: {'id': 'c5e9105e-03c6-4986-a076-8428d06d9de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:38:29.832174 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-6edae882-d626-48f6-ae60-dd657cb5530b service neutron] Checking segment: {'id': 'ba1391a4-04ab-4bc3-b289-95e60c2d942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '02beb22d-1f56-4737-bf39-f35baef398aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:38:29.832558 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-6edae882-d626-48f6-ae60-dd657cb5530b service neutron] Bound using segment: {'id': 'ba1391a4-04ab-4bc3-b289-95e60c2d942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '02beb22d-1f56-4737-bf39-f35baef398aa'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:38:29.833004 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-6edae882-d626-48f6-ae60-dd657cb5530b service neutron] Bound port: 5dfbc34b-96be-4bb8-98e9-1380f31b1266, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1391a4-04ab-4bc3-b289-95e60c2d942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '02beb22d-1f56-4737-bf39-f35baef398aa'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:38:29.833361 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-6edae882-d626-48f6-ae60-dd657cb5530b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (5dfbc34b-96be-4bb8-98e9-1380f31b1266), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:29.856176 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-a5c78edb-4dfc-43c0-a4c8-9b2d3cd5c071 req-d98d5610-b102-43fc-ad65-347ddb70ba0a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] For port c3aac594-e895-4346-8c61-7bc47bc88813, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c3aac594-e895-4346-8c61-7bc47bc88813,segment=NetworkSegment(3e6925c9-868c-4eb2-b1c7-d7edce7ca97c),segment_id=3e6925c9-868c-4eb2-b1c7-d7edce7ca97c)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:29.856544 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a5c78edb-4dfc-43c0-a4c8-9b2d3cd5c071 req-d98d5610-b102-43fc-ad65-347ddb70ba0a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (c3aac594-e895-4346-8c61-7bc47bc88813), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:29.894697 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d65fd-c26e-4242-9479-17fa1f03395e req-57c576a6-1461-4642-8163-f2b73ca9d437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:29.896161 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b83d65fd-c26e-4242-9479-17fa1f03395e req-57c576a6-1461-4642-8163-f2b73ca9d437 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ff9df63-a567-422b-b0eb-7dc75045c602 HTTP/1.1" status: 200 len: 858 time: 0.1845863 May 12 14:38:30.052880 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8f802-a511-4697-bf1f-78d280acecb8 req-59b81390-7021-42ab-bd36-da1ddef6fa5b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:30.052880 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d2f8f802-a511-4697-bf1f-78d280acecb8 req-59b81390-7021-42ab-bd36-da1ddef6fa5b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 943 time: 0.1922898 May 12 14:38:30.078383 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-6ec79eed-e93f-4455-902d-86d36bce745d req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] For port 10ba03ca-52fe-42dc-a95e-573a96e2bd48, host hv-cinder-77703, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:38:30.159697 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d65fd-c26e-4242-9479-17fa1f03395e req-b18946c5-23a3-41a9-9992-56a1f52e559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:30.161145 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b83d65fd-c26e-4242-9479-17fa1f03395e req-b18946c5-23a3-41a9-9992-56a1f52e559a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a960421c-0ac7-4777-ad11-86ea1221dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2253127 May 12 14:38:30.166808 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-6ec79eed-e93f-4455-902d-86d36bce745d req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] For port 10ba03ca-52fe-42dc-a95e-573a96e2bd48, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=10ba03ca-52fe-42dc-a95e-573a96e2bd48,segment=NetworkSegment(a92136d4-fcb0-4089-aa26-93c6849bc262),segment_id=a92136d4-fcb0-4089-aa26-93c6849bc262)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:38:30.188634 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-6edae882-d626-48f6-ae60-dd657cb5530b service neutron] For port 5dfbc34b-96be-4bb8-98e9-1380f31b1266, host hv-cinder-77703, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:38:30.201299 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-6ec79eed-e93f-4455-902d-86d36bce745d req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745168'] for port (10ba03ca-52fe-42dc-a95e-573a96e2bd48), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:30.208449 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d12dad-fc36-4552-a9a4-47bfb48ef573 req-9c9c621a-f8be-46e7-940c-e6edf761a2e1 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:30.209864 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-84d12dad-fc36-4552-a9a4-47bfb48ef573 req-9c9c621a-f8be-46e7-940c-e6edf761a2e1 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 944 time: 0.1775162 May 12 14:38:30.251798 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-6edae882-d626-48f6-ae60-dd657cb5530b service neutron] For port 5dfbc34b-96be-4bb8-98e9-1380f31b1266, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=5dfbc34b-96be-4bb8-98e9-1380f31b1266,segment=NetworkSegment(ba1391a4-04ab-4bc3-b289-95e60c2d942a),segment_id=ba1391a4-04ab-4bc3-b289-95e60c2d942a)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:38:30.309350 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-6edae882-d626-48f6-ae60-dd657cb5530b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745168'] for port (5dfbc34b-96be-4bb8-98e9-1380f31b1266), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:30.379629 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec79eed-e93f-4455-902d-86d36bce745d req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:30.380253 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-6ec79eed-e93f-4455-902d-86d36bce745d req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:30.381638 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6ec79eed-e93f-4455-902d-86d36bce745d req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] 10.222.0.57 "PUT /v2.0/ports/10ba03ca-52fe-42dc-a95e-573a96e2bd48 HTTP/1.1" status: 200 len: 1094 time: 2.5331757 May 12 14:38:30.382400 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45819a2-89a0-494b-bdbc-650fcfddd2cd', 'tag': '10ba03ca-52fe-42dc-a95e-573a96e2bd48'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:38:30.384652 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280f1237-14f9-46c5-8b3c-05002867f625" -d '{"events": [{"name": "network-changed", "server_uuid": "c45819a2-89a0-494b-bdbc-650fcfddd2cd", "tag": "10ba03ca-52fe-42dc-a95e-573a96e2bd48"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:38:30.408544 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d2f8f802-a511-4697-bf1f-78d280acecb8 req-9f44c0f4-d2ba-4ed2-9db8-6511fbc10b26 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223741 May 12 14:38:30.442018 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-6edae882-d626-48f6-ae60-dd657cb5530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:30.442643 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-6edae882-d626-48f6-ae60-dd657cb5530b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:30.444143 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-6edae882-d626-48f6-ae60-dd657cb5530b service neutron] 10.222.0.57 "PUT /v2.0/ports/5dfbc34b-96be-4bb8-98e9-1380f31b1266 HTTP/1.1" status: 200 len: 1093 time: 2.5968826 May 12 14:38:30.463556 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b265c0-f954-4c2e-8dd8-80e0e4ed8b3d service neutron] Pushing event updated for resources: {'Port': ['ID=10ba03ca-52fe-42dc-a95e-573a96e2bd48,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:30.495560 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a5c78edb-4dfc-43c0-a4c8-9b2d3cd5c071 req-d98d5610-b102-43fc-ad65-347ddb70ba0a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:30.496197 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a5c78edb-4dfc-43c0-a4c8-9b2d3cd5c071 req-d98d5610-b102-43fc-ad65-347ddb70ba0a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (4c231c8a-cc42-4c84-a446-1cac418ff65b), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:30.497133 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.db.l3_db [req-a5c78edb-4dfc-43c0-a4c8-9b2d3cd5c071 req-d98d5610-b102-43fc-ad65-347ddb70ba0a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Floating IP 4c231c8a-cc42-4c84-a446-1cac418ff65b disassociated. External IP: 172.27.0.42, port: c3aac594-e895-4346-8c61-7bc47bc88813. May 12 14:38:30.497514 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-a5c78edb-4dfc-43c0-a4c8-9b2d3cd5c071 req-d98d5610-b102-43fc-ad65-347ddb70ba0a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Calling delete_port for c3aac594-e895-4346-8c61-7bc47bc88813 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:38:30.624002 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b83d65fd-c26e-4242-9479-17fa1f03395e req-12fb08ed-f50f-4741-acc7-dbccde835278 service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396558 May 12 14:38:30.648575 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-84d12dad-fc36-4552-a9a4-47bfb48ef573 req-23bda2b6-2786-49a7-874d-5fe3514398e3 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4033837 May 12 14:38:30.712193 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfecce3-9a88-41d9-862d-d09fea0d72a9 x-openstack-request-id: req-5dfecce3-9a88-41d9-862d-d09fea0d72a9 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:38:30.712494 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c45819a2-89a0-494b-bdbc-650fcfddd2cd", "tag": "10ba03ca-52fe-42dc-a95e-573a96e2bd48", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:38:30.712750 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5dfecce3-9a88-41d9-862d-d09fea0d72a9 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:38:30.713157 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dfecce3-9a88-41d9-862d-d09fea0d72a9'] response: {'name': 'network-changed', 'server_uuid': 'c45819a2-89a0-494b-bdbc-650fcfddd2cd', 'tag': '10ba03ca-52fe-42dc-a95e-573a96e2bd48', 'status': 'completed', 'code': 200} May 12 14:38:30.727777 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec79eed-e93f-4455-902d-86d36bce745d req-d94a7022-6bd6-4b67-b175-1d4d3763ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:30.729260 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6ec79eed-e93f-4455-902d-86d36bce745d req-d94a7022-6bd6-4b67-b175-1d4d3763ab8a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ba0ea753bb0496cbf274e802f50dd0e&device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 1128 time: 0.2530055 May 12 14:38:30.754780 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-0453e484-1ea3-4d56-86eb-665c6aa6699e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:30.756236 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-0453e484-1ea3-4d56-86eb-665c6aa6699e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9462307fa603476baafa1c5c8ae491d5&device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 1127 time: 0.2400954 May 12 14:38:30.775593 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9348bc-6dca-4346-bcad-db99e4de2c7c req-633a907a-a77c-4af4-8f45-79af3a3a9eb6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:30.777024 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fc9348bc-6dca-4346-bcad-db99e4de2c7c req-633a907a-a77c-4af4-8f45-79af3a3a9eb6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 946 time: 0.2551010 May 12 14:38:30.809016 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edae882-d626-48f6-ae60-dd657cb5530b service neutron] Pushing event updated for resources: {'Port': ['ID=5dfbc34b-96be-4bb8-98e9-1380f31b1266,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:31.104312 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6ec79eed-e93f-4455-902d-86d36bce745d req-a4af69f4-71eb-41c4-bcf5-3f1935fee7f7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10ba03ca-52fe-42dc-a95e-573a96e2bd48 HTTP/1.1" status: 200 len: 217 time: 0.3507059 May 12 14:38:31.157381 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-9956ea8a-bf40-48e7-8606-c71668ce88ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dfbc34b-96be-4bb8-98e9-1380f31b1266 HTTP/1.1" status: 200 len: 217 time: 0.3779621 May 12 14:38:31.277995 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b83d65fd-c26e-4242-9479-17fa1f03395e req-c92d30a8-06fd-4e4d-a582-0dc41c3cb3f1 service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6197629 May 12 14:38:31.283155 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec79eed-e93f-4455-902d-86d36bce745d req-800f8001-9f27-4999-bb38-62ad68e43828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:31.284627 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6ec79eed-e93f-4455-902d-86d36bce745d req-800f8001-9f27-4999-bb38-62ad68e43828 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f0587e5-5c6f-4f23-94d0-5688c2911c12 HTTP/1.1" status: 200 len: 851 time: 0.1429954 May 12 14:38:31.288080 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fc9348bc-6dca-4346-bcad-db99e4de2c7c req-bfddc405-f3c4-4c3a-9684-6e66c59f624f tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=64766d35-8662-4c17-8ccf-a2cfcd49d388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905186 May 12 14:38:31.346267 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-8a4d3cb6-2510-4ce7-b5ff-72b4c27dbff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:31.347779 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-8a4d3cb6-2510-4ce7-b5ff-72b4c27dbff9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2e7f4252-5005-459d-8b94-9d1eb600e9e4 HTTP/1.1" status: 200 len: 853 time: 0.1604986 May 12 14:38:31.404448 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec79eed-e93f-4455-902d-86d36bce745d req-cbbb8751-0b0d-46c9-a86b-c6345d42f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:31.407550 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6ec79eed-e93f-4455-902d-86d36bce745d req-cbbb8751-0b0d-46c9-a86b-c6345d42f217 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5b96f110-6030-45d9-96d1-0bc86d38fd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0932150 May 12 14:38:31.414405 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a5c78edb-4dfc-43c0-a4c8-9b2d3cd5c071 req-d98d5610-b102-43fc-ad65-347ddb70ba0a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (c3aac594-e895-4346-8c61-7bc47bc88813), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:31.455313 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-48a883b6-7850-4947-8e8c-aa00df87cc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:31.456822 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-48a883b6-7850-4947-8e8c-aa00df87cc81 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02beb22d-1f56-4737-bf39-f35baef398aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0963314 May 12 14:38:31.470042 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d5610-b102-43fc-ad65-347ddb70ba0a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event deleted for resources: {'Port': ['ID=c3aac594-e895-4346-8c61-7bc47bc88813,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:31.619166 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545f0b6-80f6-4ee3-8027-2db5723c0647 req-eae91fa2-53db-4c71-9cc8-ebddbf19f7a7 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:31.620614 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f545f0b6-80f6-4ee3-8027-2db5723c0647 req-eae91fa2-53db-4c71-9cc8-ebddbf19f7a7 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 943 time: 0.0702050 May 12 14:38:31.689719 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6ec79eed-e93f-4455-902d-86d36bce745d req-01c70eb9-7d5f-47d2-8702-780d07f72031 service neutron] 10.222.0.57 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598457 May 12 14:38:31.713495 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5c78edb-4dfc-43c0-a4c8-9b2d3cd5c071 req-d98d5610-b102-43fc-ad65-347ddb70ba0a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Router dd91525d-7750-4dcb-ae52-af578e78c8de has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:38:31.734393 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f545f0b6-80f6-4ee3-8027-2db5723c0647 req-7e2c5d36-c613-4fa7-b3d4-f3e12cb118c8 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814512 May 12 14:38:31.836000 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db467d-dc5a-41ee-b3ef-ff5662162973 req-a1247b83-a888-43eb-9520-1af5431b5bc7 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:31.837424 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-87db467d-dc5a-41ee-b3ef-ff5662162973 req-a1247b83-a888-43eb-9520-1af5431b5bc7 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 944 time: 0.1205239 May 12 14:38:32.056269 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5c78edb-4dfc-43c0-a4c8-9b2d3cd5c071 req-d98d5610-b102-43fc-ad65-347ddb70ba0a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:38:32.061180 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-87db467d-dc5a-41ee-b3ef-ff5662162973 req-96d9cc34-8d3b-476e-9f34-a9978d01d4d2 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069044 May 12 14:38:32.066741 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22adbe72-79a1-4083-9762-a63260378e52 None None] Sync routers for ids ['dd91525d-7750-4dcb-ae52-af578e78c8de'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:38:32.071664 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-e6d54774-2277-4c34-97bc-cd1a584b5686 service neutron] 10.222.0.57 "GET /v2.0/networks/02beb22d-1f56-4737-bf39-f35baef398aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734199 May 12 14:38:32.087311 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22adbe72-79a1-4083-9762-a63260378e52 None None] Routers {'dd91525d-7750-4dcb-ae52-af578e78c8de'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:38:32.087527 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6ec79eed-e93f-4455-902d-86d36bce745d req-cac98477-34c0-4772-981c-6da504983ca5 service neutron] 10.222.0.57 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930486 May 12 14:38:32.088002 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-22adbe72-79a1-4083-9762-a63260378e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:38:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['dd91525d-7750-4dcb-ae52-af578e78c8de'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:32.108759 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c78edb-4dfc-43c0-a4c8-9b2d3cd5c071 req-d98d5610-b102-43fc-ad65-347ddb70ba0a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] No DVR routers for this DVR port c3aac594-e895-4346-8c61-7bc47bc88813 on host hv-cinder-77703 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:38:32.111287 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a5c78edb-4dfc-43c0-a4c8-9b2d3cd5c071 req-d98d5610-b102-43fc-ad65-347ddb70ba0a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:32.114490 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a5c78edb-4dfc-43c0-a4c8-9b2d3cd5c071 req-d98d5610-b102-43fc-ad65-347ddb70ba0a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.57 "DELETE /v2.0/ports/c3aac594-e895-4346-8c61-7bc47bc88813 HTTP/1.1" status: 204 len: 173 time: 2.9046664 May 12 14:38:32.270974 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-22adbe72-79a1-4083-9762-a63260378e52 None None] Set router dd91525d-7750-4dcb-ae52-af578e78c8de gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:38:32.288073 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device c3aac594-e895-4346-8c61-7bc47bc88813 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:38:32.308369 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] No Port match for: c3aac594-e895-4346-8c61-7bc47bc88813 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:38:32.308712 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device c3aac594-e895-4346-8c61-7bc47bc88813 not bound to the agent host hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:38:32.389956 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2ac184c1-9298-4a39-9ae9-42513158af94 req-91ea8a81-6bcf-4b9b-9a9c-a91854f087f9 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 210 time: 0.0283220 May 12 14:38:32.468169 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-22adbe72-79a1-4083-9762-a63260378e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '1881a025-4b13-41d1-a6b2-bb60f215b10a', 'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'mac_address': 'fa:16:3e:5c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:23Z', 'updated_at': '2022-05-12T14:31:29Z', 'revision_number': 5, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'subnets': [{'id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:32.499113 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22adbe72-79a1-4083-9762-a63260378e52 None None] Checking router: dd91525d-7750-4dcb-ae52-af578e78c8de for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:38:32.507425 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22adbe72-79a1-4083-9762-a63260378e52 None None] Routers {'dd91525d-7750-4dcb-ae52-af578e78c8de'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:38:32.508025 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-22adbe72-79a1-4083-9762-a63260378e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:38:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['dd91525d-7750-4dcb-ae52-af578e78c8de'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:32.519785 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8f53f7aa-0fbc-4af1-b3ad-440f83d26de0 req-85a67b11-5d09-485b-ab6e-5c926906e45d service neutron] 10.222.0.57 "GET /v2.0/networks/02beb22d-1f56-4737-bf39-f35baef398aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931029 May 12 14:38:32.614639 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-22adbe72-79a1-4083-9762-a63260378e52 None None] Set router dd91525d-7750-4dcb-ae52-af578e78c8de gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:38:32.714020 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7740cfd0-aec5-4a22-93f7-a460cadea4ac', 'tag': '5dfbc34b-96be-4bb8-98e9-1380f31b1266'}, {'server_uuid': '1fab0a31-9c59-40c0-8350-788bf0458078', 'name': 'network-vif-deleted', 'tag': 'c3aac594-e895-4346-8c61-7bc47bc88813'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:38:32.716481 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ee0a98-3436-48c6-9527-c1e7abc372bb" -d '{"events": [{"name": "network-changed", "server_uuid": "7740cfd0-aec5-4a22-93f7-a460cadea4ac", "tag": "5dfbc34b-96be-4bb8-98e9-1380f31b1266"}, {"server_uuid": "1fab0a31-9c59-40c0-8350-788bf0458078", "name": "network-vif-deleted", "tag": "c3aac594-e895-4346-8c61-7bc47bc88813"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:38:32.755245 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 12 May 2022 14:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d343d82-055f-47d3-9874-6fe64bd4496b x-openstack-request-id: req-6d343d82-055f-47d3-9874-6fe64bd4496b {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:38:32.756021 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7740cfd0-aec5-4a22-93f7-a460cadea4ac", "tag": "5dfbc34b-96be-4bb8-98e9-1380f31b1266", "status": "completed", "code": 200}, {"server_uuid": "1fab0a31-9c59-40c0-8350-788bf0458078", "name": "network-vif-deleted", "tag": "c3aac594-e895-4346-8c61-7bc47bc88813", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:38:32.756021 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6d343d82-055f-47d3-9874-6fe64bd4496b {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:38:32.756357 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d343d82-055f-47d3-9874-6fe64bd4496b'] response: {'name': 'network-changed', 'server_uuid': '7740cfd0-aec5-4a22-93f7-a460cadea4ac', 'tag': '5dfbc34b-96be-4bb8-98e9-1380f31b1266', 'status': 'completed', 'code': 200} May 12 14:38:32.756463 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d343d82-055f-47d3-9874-6fe64bd4496b'] response: {'server_uuid': '1fab0a31-9c59-40c0-8350-788bf0458078', 'name': 'network-vif-deleted', 'tag': 'c3aac594-e895-4346-8c61-7bc47bc88813', 'status': 'completed', 'code': 200} May 12 14:38:32.799076 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-22adbe72-79a1-4083-9762-a63260378e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '1881a025-4b13-41d1-a6b2-bb60f215b10a', 'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'mac_address': 'fa:16:3e:5c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:23Z', 'updated_at': '2022-05-12T14:31:29Z', 'revision_number': 5, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'subnets': [{'id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:32.828976 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22adbe72-79a1-4083-9762-a63260378e52 None None] The sync data for ids ['dd91525d-7750-4dcb-ae52-af578e78c8de'] in dv-cinder-777031-14-iscsi is: [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '1881a025-4b13-41d1-a6b2-bb60f215b10a', 'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'mac_address': 'fa:16:3e:5c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:23Z', 'updated_at': '2022-05-12T14:31:29Z', 'revision_number': 5, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'subnets': [{'id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:38:32.846743 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ab772-b8dc-4c22-be39-3895c3a99a45 req-1f9bb82e-a482-4d39-a930-19d1a75a2297 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:32.848288 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-103ab772-b8dc-4c22-be39-3895c3a99a45 req-1f9bb82e-a482-4d39-a930-19d1a75a2297 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 943 time: 0.0472927 May 12 14:38:32.897686 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-103ab772-b8dc-4c22-be39-3895c3a99a45 req-00fd82f3-f119-4175-a97d-db116bfd2fcc tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435660 May 12 14:38:33.052043 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d8c63c-3686-4c3e-86b7-ddb31fc90267 None None] New status for floating IP 4c231c8a-cc42-4c84-a446-1cac418ff65b: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:38:33.180280 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed9606-b191-44db-a220-c8f9040007bb req-24fe7049-2663-475b-af5e-c8404a487f07 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:33.181755 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-40ed9606-b191-44db-a220-c8f9040007bb req-24fe7049-2663-475b-af5e-c8404a487f07 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 944 time: 0.0508063 May 12 14:38:33.229773 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-40ed9606-b191-44db-a220-c8f9040007bb req-fd544f02-d0e8-479c-843e-342971198549 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413604 May 12 14:38:33.485777 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3acee4bf-33b8-4057-828d-078ca2ddd687 req-18080d97-f774-4b3e-8891-058d4ea7a8f8 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 210 time: 0.0279217 May 12 14:38:33.734178 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f1237-14f9-46c5-8b3c-05002867f625 req-1b98e022-ce71-4bac-a4ba-82e3c6af7d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:33.735678 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-280f1237-14f9-46c5-8b3c-05002867f625 req-1b98e022-ce71-4bac-a4ba-82e3c6af7d3c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ba0ea753bb0496cbf274e802f50dd0e&device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 1128 time: 0.0409403 May 12 14:38:34.011271 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1fd92-b24b-4593-8052-dcdcd132dadf req-9b712f32-7210-4060-b7f6-5c719070b76d tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:34.012628 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-52e1fd92-b24b-4593-8052-dcdcd132dadf req-9b712f32-7210-4060-b7f6-5c719070b76d tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 943 time: 0.0493834 May 12 14:38:34.058021 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-52e1fd92-b24b-4593-8052-dcdcd132dadf req-33a484c9-988b-4d1d-be71-5a9136d6d788 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393300 May 12 14:38:34.339727 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9921f1-8b51-43f1-8422-297f9b2fe033 req-62202530-dbd6-4e40-87b6-8e411298876e tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:34.341160 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1d9921f1-8b51-43f1-8422-297f9b2fe033 req-62202530-dbd6-4e40-87b6-8e411298876e tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 944 time: 0.0459368 May 12 14:38:34.388404 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1d9921f1-8b51-43f1-8422-297f9b2fe033 req-5f7c1d28-26eb-4a0d-b76c-9333d5eb415f tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417564 May 12 14:38:34.587425 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-822f38f9-816a-49ea-9ba9-4aea19f63a21 req-ef6b9620-fa2c-4a0d-b5f2-c5365d47db53 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 210 time: 0.0270264 May 12 14:38:35.170247 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d63f0-3eea-4018-af55-55e300949518 req-188f1be7-cfde-4d8f-b868-64958468ebd9 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:35.172315 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0a2d63f0-3eea-4018-af55-55e300949518 req-188f1be7-cfde-4d8f-b868-64958468ebd9 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 943 time: 0.0486782 May 12 14:38:35.217524 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0a2d63f0-3eea-4018-af55-55e300949518 req-47ab2bf7-f8fd-49db-9551-4e0d014d13f4 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397084 May 12 14:38:35.497378 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e1806-0d91-49dc-96af-b1f52dd509c0 req-485aeba0-95c4-47e9-a30f-6ac471386051 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:35.498814 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0d6e1806-0d91-49dc-96af-b1f52dd509c0 req-485aeba0-95c4-47e9-a30f-6ac471386051 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 944 time: 0.0451922 May 12 14:38:35.547246 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0d6e1806-0d91-49dc-96af-b1f52dd509c0 req-4a372c64-8034-4007-bbe8-12a5eb789677 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420845 May 12 14:38:35.691557 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-03c189d3-d4c7-4a90-b21b-e4c1d13fcf83 req-8504cffd-7733-43fd-8120-1d25fa797a65 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 210 time: 0.0277998 May 12 14:38:36.330720 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c54bb1-8aba-4bfb-9a90-67d961e586e8 req-fe912a90-f9b5-49ad-816e-587953bbd505 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:36.332279 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-57c54bb1-8aba-4bfb-9a90-67d961e586e8 req-fe912a90-f9b5-49ad-816e-587953bbd505 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 943 time: 0.0500827 May 12 14:38:36.450000 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee0a98-3436-48c6-9527-c1e7abc372bb req-d9c416b2-5cdc-4d31-a787-fd82ce1e2f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:36.451674 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c3ee0a98-3436-48c6-9527-c1e7abc372bb req-d9c416b2-5cdc-4d31-a787-fd82ce1e2f25 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9462307fa603476baafa1c5c8ae491d5&device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 1127 time: 0.1085703 May 12 14:38:36.474040 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-57c54bb1-8aba-4bfb-9a90-67d961e586e8 req-8ede4414-7f81-4c18-95e6-fdc3295ead59 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319802 May 12 14:38:36.488959 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f1237-14f9-46c5-8b3c-05002867f625 req-47c4900b-4e40-4a61-86dc-596476313851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:36.490372 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-280f1237-14f9-46c5-8b3c-05002867f625 req-47c4900b-4e40-4a61-86dc-596476313851 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5b96f110-6030-45d9-96d1-0bc86d38fd01 HTTP/1.1" status: 200 len: 913 time: 0.1569710 May 12 14:38:36.709507 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-280f1237-14f9-46c5-8b3c-05002867f625 req-9a457422-9414-4762-aa34-0aa5e75b9c40 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10ba03ca-52fe-42dc-a95e-573a96e2bd48 HTTP/1.1" status: 200 len: 217 time: 0.0616109 May 12 14:38:36.721683 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b0b20-4c73-4840-997d-2ef758faa4df req-262acecf-8021-4939-b97e-f0d6af526726 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:36.723160 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e15b0b20-4c73-4840-997d-2ef758faa4df req-262acecf-8021-4939-b97e-f0d6af526726 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 944 time: 0.1031532 May 12 14:38:36.812925 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7ab051e0-1627-43da-a528-8f5fe9b20e84 req-10402a71-f868-460e-b42c-6483207ceea5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 210 time: 0.0440712 May 12 14:38:36.845989 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e15b0b20-4c73-4840-997d-2ef758faa4df req-1f7ceaad-82e6-4b77-8b34-b332bbe9d0da tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160944 May 12 14:38:36.849177 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee0a98-3436-48c6-9527-c1e7abc372bb req-d3b2ba40-015a-4a61-b33f-ef84d2ef607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:36.850156 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c3ee0a98-3436-48c6-9527-c1e7abc372bb req-d3b2ba40-015a-4a61-b33f-ef84d2ef607e service neutron] 10.222.0.57 "GET /v2.0/networks?id=02beb22d-1f56-4737-bf39-f35baef398aa HTTP/1.1" status: 200 len: 915 time: 0.2013087 May 12 14:38:37.593089 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba31b6-ca45-43ae-b64c-0a6a22efd4a6 req-76df5650-345f-40aa-a263-76af9be2b831 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:37.594515 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-33ba31b6-ca45-43ae-b64c-0a6a22efd4a6 req-76df5650-345f-40aa-a263-76af9be2b831 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 943 time: 0.0504463 May 12 14:38:37.640765 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-33ba31b6-ca45-43ae-b64c-0a6a22efd4a6 req-51d30841-774f-430f-bcb7-b84843c7de27 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403666 May 12 14:38:37.923803 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f9d6c78f-4cb2-4bb8-8414-bc597e461ddd req-9a8988af-a2ce-47ba-aa2c-e49a3138ead9 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fab0a31-9c59-40c0-8350-788bf0458078 HTTP/1.1" status: 200 len: 210 time: 0.0293434 May 12 14:38:37.966090 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30bf84-48ab-4aad-9d19-3451bde20030 req-e68605c4-aa0a-47d3-a5fc-c5a5fcbe0995 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:37.968256 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fa30bf84-48ab-4aad-9d19-3451bde20030 req-e68605c4-aa0a-47d3-a5fc-c5a5fcbe0995 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 944 time: 0.0481720 May 12 14:38:38.032459 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c3ee0a98-3436-48c6-9527-c1e7abc372bb req-ea06507f-9460-4296-97a2-2f7fb1910352 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dfbc34b-96be-4bb8-98e9-1380f31b1266 HTTP/1.1" status: 200 len: 217 time: 0.0632565 May 12 14:38:38.067825 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f1237-14f9-46c5-8b3c-05002867f625 req-f2ecfec9-4dea-4557-9437-bd534b7711b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:38.069229 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-280f1237-14f9-46c5-8b3c-05002867f625 req-f2ecfec9-4dea-4557-9437-bd534b7711b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f0587e5-5c6f-4f23-94d0-5688c2911c12 HTTP/1.1" status: 200 len: 851 time: 0.0990880 May 12 14:38:38.105882 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fa30bf84-48ab-4aad-9d19-3451bde20030 req-44ea567d-d2bf-4f4f-8878-4e5cd34c3f62 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920000 May 12 14:38:38.171606 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f1237-14f9-46c5-8b3c-05002867f625 req-728517a6-8db2-45db-ac1e-6c60ab9c8e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:38.173118 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-280f1237-14f9-46c5-8b3c-05002867f625 req-728517a6-8db2-45db-ac1e-6c60ab9c8e87 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5b96f110-6030-45d9-96d1-0bc86d38fd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0793929 May 12 14:38:38.181262 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee0a98-3436-48c6-9527-c1e7abc372bb req-06ff031c-ff17-4873-86bf-1834e3c54b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:38.182631 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c3ee0a98-3436-48c6-9527-c1e7abc372bb req-06ff031c-ff17-4873-86bf-1834e3c54b34 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2e7f4252-5005-459d-8b94-9d1eb600e9e4 HTTP/1.1" status: 200 len: 853 time: 0.0988195 May 12 14:38:38.263691 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee0a98-3436-48c6-9527-c1e7abc372bb req-698272c7-29c5-483a-9335-23d501e3b1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:38.265190 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c3ee0a98-3436-48c6-9527-c1e7abc372bb req-698272c7-29c5-483a-9335-23d501e3b1bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02beb22d-1f56-4737-bf39-f35baef398aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0759869 May 12 14:38:38.306992 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 5dfbc34b-96be-4bb8-98e9-1380f31b1266 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:38:38.347385 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-280f1237-14f9-46c5-8b3c-05002867f625 req-cae0c946-b646-4980-83cf-da87f383f21c service neutron] 10.222.0.57 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676307 May 12 14:38:38.382471 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c3ee0a98-3436-48c6-9527-c1e7abc372bb req-aa534a73-a476-450a-8bf1-661b66297e4e service neutron] 10.222.0.57 "GET /v2.0/networks/02beb22d-1f56-4737-bf39-f35baef398aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099086 May 12 14:38:38.413188 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 5dfbc34b-96be-4bb8-98e9-1380f31b1266, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=5dfbc34b-96be-4bb8-98e9-1380f31b1266,segment=NetworkSegment(ba1391a4-04ab-4bc3-b289-95e60c2d942a),segment_id=ba1391a4-04ab-4bc3-b289-95e60c2d942a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:38.424856 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Returning: {'device': '5dfbc34b-96be-4bb8-98e9-1380f31b1266', 'network_id': '02beb22d-1f56-4737-bf39-f35baef398aa', 'port_id': '5dfbc34b-96be-4bb8-98e9-1380f31b1266', 'mac_address': 'fa:16:3e:63:39:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7f4252-5005-459d-8b94-9d1eb600e9e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:38:38.462763 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 5dfbc34b-96be-4bb8-98e9-1380f31b1266 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:38.463182 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (5dfbc34b-96be-4bb8-98e9-1380f31b1266), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:38.481061 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dfbc34b-96be-4bb8-98e9-1380f31b1266 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:38:38.501713 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 5dfbc34b-96be-4bb8-98e9-1380f31b1266, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=5dfbc34b-96be-4bb8-98e9-1380f31b1266,segment=NetworkSegment(ba1391a4-04ab-4bc3-b289-95e60c2d942a),segment_id=ba1391a4-04ab-4bc3-b289-95e60c2d942a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:38.506104 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (5dfbc34b-96be-4bb8-98e9-1380f31b1266), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:38.555508 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=5dfbc34b-96be-4bb8-98e9-1380f31b1266,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:38.837028 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc20ffd-b309-4bf6-98d3-76f88e0587a6 req-33be5b56-e385-4aff-ad12-b37b0ecbacf9 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:38.838557 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bbc20ffd-b309-4bf6-98d3-76f88e0587a6 req-33be5b56-e385-4aff-ad12-b37b0ecbacf9 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 944 time: 0.1038888 May 12 14:38:38.855819 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-280f1237-14f9-46c5-8b3c-05002867f625 req-1d386c8f-1805-49f4-ba80-984bfa21b039 service neutron] 10.222.0.57 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822521 May 12 14:38:38.859973 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c3ee0a98-3436-48c6-9527-c1e7abc372bb req-3ab30248-b891-4cdd-9ed8-6b1213169548 service neutron] 10.222.0.57 "GET /v2.0/networks/02beb22d-1f56-4737-bf39-f35baef398aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653568 May 12 14:38:38.897167 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bbc20ffd-b309-4bf6-98d3-76f88e0587a6 req-e98716c2-d9f2-4f8d-8f26-4f7843a1fb1f tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504527 May 12 14:38:39.016068 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 39420) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:39.035125 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['5dfbc34b-96be-4bb8-98e9-1380f31b1266'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:38:39.077028 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-56fd93e4-7236-4812-bf2c-ed54df7bfae1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group (64766d35-8662-4c17-8ccf-a2cfcd49d388), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:39.100938 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-56fd93e4-7236-4812-bf2c-ed54df7bfae1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group (64766d35-8662-4c17-8ccf-a2cfcd49d388), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:39.160317 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-56fd93e4-7236-4812-bf2c-ed54df7bfae1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (64766d35-8662-4c17-8ccf-a2cfcd49d388), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:39.162991 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-56fd93e4-7236-4812-bf2c-ed54df7bfae1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:39.167714 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-56fd93e4-7236-4812-bf2c-ed54df7bfae1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "DELETE /v2.0/security-groups/64766d35-8662-4c17-8ccf-a2cfcd49d388 HTTP/1.1" status: 204 len: 168 time: 0.1505482 May 12 14:38:39.167874 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 39428) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:39.177778 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd93e4-7236-4812-bf2c-ed54df7bfae1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64766d35-8662-4c17-8ccf-a2cfcd49d388,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:39.193985 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.api.v2.resource [None req-1c808c84-9b3b-4fc8-b332-f189759dd874 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] show failed (client error): The resource could not be found. May 12 14:38:39.199755 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-1c808c84-9b3b-4fc8-b332-f189759dd874 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups/64766d35-8662-4c17-8ccf-a2cfcd49d388 HTTP/1.1" status: 404 len: 347 time: 0.0305612 May 12 14:38:39.204365 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 39430) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:39.253711 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c7be1-baf3-451a-b932-a9c4d5a0a17a req-b73b35b2-14ab-440c-ba19-2465c779aadd tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:39.255301 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ff8c7be1-baf3-451a-b932-a9c4d5a0a17a req-b73b35b2-14ab-440c-ba19-2465c779aadd tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 944 time: 0.0545256 May 12 14:38:39.288740 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-de10f121-93e7-4332-87ad-b5bd494a93e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:39.337434 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ff8c7be1-baf3-451a-b932-a9c4d5a0a17a req-f265fde9-db31-4ddd-a7cf-30320520cdca tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654230 May 12 14:38:39.346674 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-89a46cfa-a6bd-4750-9011-8e1f7ba7c260 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Deleting port 6c7eb71d-efde-4aab-a952-823a9a5f9ffd {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:38:39.347298 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-89a46cfa-a6bd-4750-9011-8e1f7ba7c260 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (6c7eb71d-efde-4aab-a952-823a9a5f9ffd), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:39.386779 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb259eb3-d401-41d8-bdbf-08c3e97d627f req-175cf938-422d-4124-9e0e-e562b96cf85c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:39.389206 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-eb259eb3-d401-41d8-bdbf-08c3e97d627f req-175cf938-422d-4124-9e0e-e562b96cf85c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 946 time: 0.0644124 May 12 14:38:39.431567 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-89a46cfa-a6bd-4750-9011-8e1f7ba7c260 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (6c7eb71d-efde-4aab-a952-823a9a5f9ffd), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:39.431897 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-89a46cfa-a6bd-4750-9011-8e1f7ba7c260 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for floatingip (6c7eb71d-efde-4aab-a952-823a9a5f9ffd), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:39.439709 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-eb259eb3-d401-41d8-bdbf-08c3e97d627f req-f4f285d4-1a81-4bb4-b0ca-7b5ab44105d3 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435433 May 12 14:38:39.445921 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-89a46cfa-a6bd-4750-9011-8e1f7ba7c260 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Calling delete_port for 6c7eb71d-efde-4aab-a952-823a9a5f9ffd owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:38:39.609949 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-89a46cfa-a6bd-4750-9011-8e1f7ba7c260 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (6c7eb71d-efde-4aab-a952-823a9a5f9ffd), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:39.633707 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a46cfa-a6bd-4750-9011-8e1f7ba7c260 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event deleted for resources: {'Port': ['ID=6c7eb71d-efde-4aab-a952-823a9a5f9ffd,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:39.695440 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-89a46cfa-a6bd-4750-9011-8e1f7ba7c260 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for floatingip (4c231c8a-cc42-4c84-a446-1cac418ff65b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:39.697875 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-89a46cfa-a6bd-4750-9011-8e1f7ba7c260 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:39.698992 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-89a46cfa-a6bd-4750-9011-8e1f7ba7c260 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "DELETE /v2.0/floatingips/4c231c8a-cc42-4c84-a446-1cac418ff65b HTTP/1.1" status: 204 len: 168 time: 0.4934230 May 12 14:38:39.804816 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 39436) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:39.809326 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-60fd9104-18a9-43b6-b6e8-c59588703d17 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--578312772', 'description': 'tempest-description--482251914'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:39.829494 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-60fd9104-18a9-43b6-b6e8-c59588703d17 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:39.895744 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-60fd9104-18a9-43b6-b6e8-c59588703d17 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group (5ab141b9-e016-4455-adee-9a30a6dc0cbe), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:39.899275 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-60fd9104-18a9-43b6-b6e8-c59588703d17 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (5ab141b9-e016-4455-adee-9a30a6dc0cbe), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:39.928195 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd9104-18a9-43b6-b6e8-c59588703d17 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab141b9-e016-4455-adee-9a30a6dc0cbe,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:39.933589 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-60fd9104-18a9-43b6-b6e8-c59588703d17 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:39.934805 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-60fd9104-18a9-43b6-b6e8-c59588703d17 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1289423 May 12 14:38:39.940155 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 39440) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:39.944591 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-4e482e7c-c556-45be-9d1b-1ed6a2a5132a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Request body: {'security_group_rule': {'security_group_id': '5ab141b9-e016-4455-adee-9a30a6dc0cbe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:39.983474 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4e482e7c-c556-45be-9d1b-1ed6a2a5132a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group_rule (37bac530-b80e-42fc-a3db-20e83a0b756b), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:40.034470 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9957604-7bf5-4079-a64d-f87e3db4b25f req-bd771caa-662e-42ed-b891-8a2582b6b0d6 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:40.035875 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f9957604-7bf5-4079-a64d-f87e3db4b25f req-bd771caa-662e-42ed-b891-8a2582b6b0d6 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 944 time: 0.0677378 May 12 14:38:40.074353 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4e482e7c-c556-45be-9d1b-1ed6a2a5132a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group_rule (37bac530-b80e-42fc-a3db-20e83a0b756b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:40.090842 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4e482e7c-c556-45be-9d1b-1ed6a2a5132a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (37bac530-b80e-42fc-a3db-20e83a0b756b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:40.112497 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f9957604-7bf5-4079-a64d-f87e3db4b25f req-ebff6998-9722-4a83-bacc-347e06450737 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676312 May 12 14:38:40.122848 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e482e7c-c556-45be-9d1b-1ed6a2a5132a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37bac530-b80e-42fc-a3db-20e83a0b756b,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:40.130131 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4e482e7c-c556-45be-9d1b-1ed6a2a5132a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:40.133773 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-4e482e7c-c556-45be-9d1b-1ed6a2a5132a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1901193 May 12 14:38:40.134118 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 39442) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:40.138663 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-1e069310-f514-49f4-b8ff-16e7f8f05bc1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Request body: {'security_group_rule': {'security_group_id': '5ab141b9-e016-4455-adee-9a30a6dc0cbe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:40.166535 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1e069310-f514-49f4-b8ff-16e7f8f05bc1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group_rule (030cc27d-0c46-4b3a-ab37-bf42e7e2d788), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:40.215380 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1e069310-f514-49f4-b8ff-16e7f8f05bc1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group_rule (030cc27d-0c46-4b3a-ab37-bf42e7e2d788), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:40.218880 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1e069310-f514-49f4-b8ff-16e7f8f05bc1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (030cc27d-0c46-4b3a-ab37-bf42e7e2d788), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:40.236625 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e069310-f514-49f4-b8ff-16e7f8f05bc1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030cc27d-0c46-4b3a-ab37-bf42e7e2d788,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:40.242475 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1e069310-f514-49f4-b8ff-16e7f8f05bc1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:40.243661 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-1e069310-f514-49f4-b8ff-16e7f8f05bc1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1087933 May 12 14:38:40.246858 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 39444) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:40.251499 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-d5db197c-d641-4ac8-b89f-d4a4b1a33d33 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Request body: {'floatingip': {'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:40.272010 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d5db197c-d641-4ac8-b89f-d4a4b1a33d33 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:40.347339 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d5db197c-d641-4ac8-b89f-d4a4b1a33d33 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:40.364823 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 5dfbc34b-96be-4bb8-98e9-1380f31b1266 up at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:38:40.413117 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning for port 5dfbc34b-96be-4bb8-98e9-1380f31b1266 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:38:40.419267 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning complete for port 5dfbc34b-96be-4bb8-98e9-1380f31b1266 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:38:40.419648 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (5dfbc34b-96be-4bb8-98e9-1380f31b1266), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:40.495165 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-d5db197c-d641-4ac8-b89f-d4a4b1a33d33 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Allocated IP 172.27.0.122 (913ada40-7b52-4232-aff5-95dc520647d4/2870505d-8418-4289-9c4c-0eeadb155262/754f47b1-5299-44e5-8019-9b90f5963612) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:38:40.505188 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e30c75-2cf4-4353-af84-1d4088d68471 req-9e8009c1-a78c-45ce-a977-8a96d49e340d tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:40.506704 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e7e30c75-2cf4-4353-af84-1d4088d68471 req-9e8009c1-a78c-45ce-a977-8a96d49e340d tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 944 time: 0.0751796 May 12 14:38:40.516946 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 5dfbc34b-96be-4bb8-98e9-1380f31b1266 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:40.517494 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (5dfbc34b-96be-4bb8-98e9-1380f31b1266), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:40.540402 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7740cfd0-aec5-4a22-93f7-a460cadea4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dfbc34b-96be-4bb8-98e9-1380f31b1266'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:38:40.544703 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d918820-2af0-4a6c-b4b4-47f191e0e2d2" -d '{"events": [{"server_uuid": "7740cfd0-aec5-4a22-93f7-a460cadea4ac", "name": "network-vif-plugged", "status": "completed", "tag": "5dfbc34b-96be-4bb8-98e9-1380f31b1266"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:38:40.555500 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 5dfbc34b-96be-4bb8-98e9-1380f31b1266, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=5dfbc34b-96be-4bb8-98e9-1380f31b1266,segment=NetworkSegment(ba1391a4-04ab-4bc3-b289-95e60c2d942a),segment_id=ba1391a4-04ab-4bc3-b289-95e60c2d942a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:40.559646 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (5dfbc34b-96be-4bb8-98e9-1380f31b1266), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:40.606857 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=5dfbc34b-96be-4bb8-98e9-1380f31b1266,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:40.638598 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b499015-c972-455a-aba0-5a6063a61946 req-c8bd8474-e39e-46e9-9034-c43d669daf89 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:40.640116 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9b499015-c972-455a-aba0-5a6063a61946 req-c8bd8474-e39e-46e9-9034-c43d669daf89 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 946 time: 0.1226053 May 12 14:38:40.660037 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e7e30c75-2cf4-4353-af84-1d4088d68471 req-a9f9a4ba-e064-4b81-97f2-65e85e66d113 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448598 May 12 14:38:40.719665 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9b499015-c972-455a-aba0-5a6063a61946 req-4113e817-e378-48b3-bda3-00c089203e06 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729954 May 12 14:38:40.722340 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d5db197c-d641-4ac8-b89f-d4a4b1a33d33 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for port (754f47b1-5299-44e5-8019-9b90f5963612), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:40.757062 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d5db197c-d641-4ac8-b89f-d4a4b1a33d33 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (754f47b1-5299-44e5-8019-9b90f5963612), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:40.771232 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3d4df8-f556-4a2f-81a0-00a521ca2298 x-openstack-request-id: req-9a3d4df8-f556-4a2f-81a0-00a521ca2298 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:38:40.771598 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7740cfd0-aec5-4a22-93f7-a460cadea4ac", "name": "network-vif-plugged", "status": "completed", "tag": "5dfbc34b-96be-4bb8-98e9-1380f31b1266", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:38:40.771858 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9a3d4df8-f556-4a2f-81a0-00a521ca2298 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:38:40.772263 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a3d4df8-f556-4a2f-81a0-00a521ca2298'] response: {'server_uuid': '7740cfd0-aec5-4a22-93f7-a460cadea4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dfbc34b-96be-4bb8-98e9-1380f31b1266', 'code': 200} May 12 14:38:40.798345 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5db197c-d641-4ac8-b89f-d4a4b1a33d33 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Network 913ada40-7b52-4232-aff5-95dc520647d4 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:38:40.803138 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-d5db197c-d641-4ac8-b89f-d4a4b1a33d33 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:38:40.807329 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5db197c-d641-4ac8-b89f-d4a4b1a33d33 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:38:40.832735 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db197c-d641-4ac8-b89f-d4a4b1a33d33 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event updated for resources: {'Port': ['ID=754f47b1-5299-44e5-8019-9b90f5963612,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:40.897609 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d5db197c-d641-4ac8-b89f-d4a4b1a33d33 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for floatingip (138b59c1-05ee-4971-b003-a33c9d756e29), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:40.934256 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d5db197c-d641-4ac8-b89f-d4a4b1a33d33 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (754f47b1-5299-44e5-8019-9b90f5963612), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:41.099312 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1d62e-23bc-4627-8b8e-3b49fe521fe5 req-1c29be26-b7e0-49fe-b367-889b78c44ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:41.100800 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5bb1d62e-23bc-4627-8b8e-3b49fe521fe5 req-1c29be26-b7e0-49fe-b367-889b78c44ae9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 1129 time: 0.0762932 May 12 14:38:41.178524 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5bb1d62e-23bc-4627-8b8e-3b49fe521fe5 req-058c92ac-d2b1-42fd-8630-d5a347241824 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680940 May 12 14:38:41.180467 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d5db197c-d641-4ac8-b89f-d4a4b1a33d33 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for port (754f47b1-5299-44e5-8019-9b90f5963612), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:41.185441 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d5db197c-d641-4ac8-b89f-d4a4b1a33d33 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745168'] for port (754f47b1-5299-44e5-8019-9b90f5963612), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:41.282664 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db197c-d641-4ac8-b89f-d4a4b1a33d33 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event updated for resources: {'Port': ['ID=754f47b1-5299-44e5-8019-9b90f5963612,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:41.293239 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38e4b1-7972-4100-bad5-899967047b11 req-b37d37ad-176c-49e1-b226-ff01dd75d8eb tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:41.294697 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0a38e4b1-7972-4100-bad5-899967047b11 req-b37d37ad-176c-49e1-b226-ff01dd75d8eb tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 945 time: 0.1047206 May 12 14:38:41.317691 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d5db197c-d641-4ac8-b89f-d4a4b1a33d33 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (138b59c1-05ee-4971-b003-a33c9d756e29), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:41.349457 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d5db197c-d641-4ac8-b89f-d4a4b1a33d33 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:41.350636 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-d5db197c-d641-4ac8-b89f-d4a4b1a33d33 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1028383 May 12 14:38:41.357652 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0a38e4b1-7972-4100-bad5-899967047b11 req-c944b9f8-9c3a-4f02-917f-edd7a6d6cc67 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563581 May 12 14:38:41.502494 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-3f6e161d-0564-4228-90e3-d9c72a161bfa tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--578312772&fields=id&tenant_id=e4b5ca018b5f4dda99486407424b8168 HTTP/1.1" status: 200 len: 267 time: 0.0477154 May 12 14:38:41.613415 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-bb66d40b-a569-4978-8adc-d2ac1922e065 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:41.614853 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-bb66d40b-a569-4978-8adc-d2ac1922e065 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/networks?id=3fdc0b19-4053-4c44-8b08-cd1ab3959461 HTTP/1.1" status: 200 len: 814 time: 0.1058922 May 12 14:38:41.629977 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-012fa49d-2415-42d4-8809-2f3e28d70ec5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/quotas/e4b5ca018b5f4dda99486407424b8168 HTTP/1.1" status: 200 len: 375 time: 0.0094333 May 12 14:38:41.631798 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6baa6b40-ee10-4b0f-acff-381cbf5e1ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:41.679408 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-46633630-46a3-427c-b064-447e744571b2 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e4b5ca018b5f4dda99486407424b8168&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437717 May 12 14:38:41.814340 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c730bb0-0d6b-447d-96b5-452e4b516ec3 req-93848064-4848-4ce7-9e61-4263b7d975a2 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:41.815834 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c730bb0-0d6b-447d-96b5-452e4b516ec3 req-93848064-4848-4ce7-9e61-4263b7d975a2 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 944 time: 0.0707941 May 12 14:38:41.819523 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-3d58429d-9641-46b2-bc0a-4a0985fccf89 service neutron] 10.222.0.75 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280172 May 12 14:38:41.917224 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c730bb0-0d6b-447d-96b5-452e4b516ec3 req-14a0e53e-1492-46ed-8dc0-79f059b27c09 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958350 May 12 14:38:41.939681 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-ddbfcfab-b11a-415d-8ce3-8386b1e1bcd8 service neutron] 10.222.0.75 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118903 May 12 14:38:42.028736 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389aed6-7953-45d2-8c81-146457111bcc req-69baea70-69c3-4b72-abe9-2ca26e3842dc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:42.030212 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1389aed6-7953-45d2-8c81-146457111bcc req-69baea70-69c3-4b72-abe9-2ca26e3842dc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 946 time: 0.0499840 May 12 14:38:42.082489 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1389aed6-7953-45d2-8c81-146457111bcc req-97f19f08-9621-495e-a567-87b8090ca459 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=352899bd-817c-4ef9-a70f-c0fa849b41c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465140 May 12 14:38:42.159585 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ac47dab1-71eb-4532-82f4-65d12972c457 req-4927ec0f-f11f-4aae-8da6-d466ad13df0d tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=134a856e-1321-471c-bc31-43307ca41802 HTTP/1.1" status: 200 len: 210 time: 0.0294583 May 12 14:38:42.322632 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 10ba03ca-52fe-42dc-a95e-573a96e2bd48 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:38:42.426410 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 10ba03ca-52fe-42dc-a95e-573a96e2bd48, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=10ba03ca-52fe-42dc-a95e-573a96e2bd48,segment=NetworkSegment(a92136d4-fcb0-4089-aa26-93c6849bc262),segment_id=a92136d4-fcb0-4089-aa26-93c6849bc262)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:42.437674 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Returning: {'device': '10ba03ca-52fe-42dc-a95e-573a96e2bd48', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'port_id': '10ba03ca-52fe-42dc-a95e-573a96e2bd48', 'mac_address': 'fa:16:3e:34:bd:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:38:42.474732 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 10ba03ca-52fe-42dc-a95e-573a96e2bd48 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:42.475049 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (10ba03ca-52fe-42dc-a95e-573a96e2bd48), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:42.477139 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ff177-5c76-48bc-9825-b783b925b2a7 req-8e353223-b841-47c7-979f-8bbea23f006f tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:42.478658 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-882ff177-5c76-48bc-9825-b783b925b2a7 req-8e353223-b841-47c7-979f-8bbea23f006f tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 945 time: 0.0462124 May 12 14:38:42.488722 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ba03ca-52fe-42dc-a95e-573a96e2bd48 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:38:42.508263 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 10ba03ca-52fe-42dc-a95e-573a96e2bd48, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=10ba03ca-52fe-42dc-a95e-573a96e2bd48,segment=NetworkSegment(a92136d4-fcb0-4089-aa26-93c6849bc262),segment_id=a92136d4-fcb0-4089-aa26-93c6849bc262)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:42.512324 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (10ba03ca-52fe-42dc-a95e-573a96e2bd48), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:42.556521 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-882ff177-5c76-48bc-9825-b783b925b2a7 req-29fc4345-6c71-4526-b1c2-ece8ed4f8511 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715332 May 12 14:38:42.568651 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=10ba03ca-52fe-42dc-a95e-573a96e2bd48,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:42.583740 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757db087-b4a6-4043-b5b8-6d6636a60083 req-02cc87d6-48c4-4921-a7c2-aad7d6356dd4 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:42.585195 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-757db087-b4a6-4043-b5b8-6d6636a60083 req-02cc87d6-48c4-4921-a7c2-aad7d6356dd4 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.57 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 946 time: 0.0662546 May 12 14:38:42.685252 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-757db087-b4a6-4043-b5b8-6d6636a60083 req-4645b411-2aa2-48af-91ef-f59cf2572b26 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Deleting port 7fccb52d-a09a-4e64-adbe-8b42348d39c5 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:38:42.685658 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-757db087-b4a6-4043-b5b8-6d6636a60083 req-4645b411-2aa2-48af-91ef-f59cf2572b26 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (7fccb52d-a09a-4e64-adbe-8b42348d39c5), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:42.784562 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-757db087-b4a6-4043-b5b8-6d6636a60083 req-4645b411-2aa2-48af-91ef-f59cf2572b26 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] For port 7fccb52d-a09a-4e64-adbe-8b42348d39c5, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=7fccb52d-a09a-4e64-adbe-8b42348d39c5,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:42.784937 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-757db087-b4a6-4043-b5b8-6d6636a60083 req-4645b411-2aa2-48af-91ef-f59cf2572b26 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (7fccb52d-a09a-4e64-adbe-8b42348d39c5), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:42.959097 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-757db087-b4a6-4043-b5b8-6d6636a60083 req-4645b411-2aa2-48af-91ef-f59cf2572b26 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:42.959613 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-757db087-b4a6-4043-b5b8-6d6636a60083 req-4645b411-2aa2-48af-91ef-f59cf2572b26 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (9abae339-9bf3-418a-a390-9cc9d8cdfd7a), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:42.959929 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.db.l3_db [req-757db087-b4a6-4043-b5b8-6d6636a60083 req-4645b411-2aa2-48af-91ef-f59cf2572b26 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Floating IP 9abae339-9bf3-418a-a390-9cc9d8cdfd7a disassociated. External IP: 172.27.0.193, port: 7fccb52d-a09a-4e64-adbe-8b42348d39c5. May 12 14:38:42.960272 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-757db087-b4a6-4043-b5b8-6d6636a60083 req-4645b411-2aa2-48af-91ef-f59cf2572b26 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Calling delete_port for 7fccb52d-a09a-4e64-adbe-8b42348d39c5 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:38:42.991953 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:43.066515 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17943e-5c7d-4054-96f0-655d59c56e50 req-5039297a-c434-498c-8574-efd6ed3bb18d tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:43.068014 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-eb17943e-5c7d-4054-96f0-655d59c56e50 req-5039297a-c434-498c-8574-efd6ed3bb18d tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 945 time: 0.0613406 May 12 14:38:43.101097 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['10ba03ca-52fe-42dc-a95e-573a96e2bd48'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:38:43.150743 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-eb17943e-5c7d-4054-96f0-655d59c56e50 req-af5e79af-c78b-4d9a-b967-ec873f1de6fb tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745034 May 12 14:38:43.166270 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-757db087-b4a6-4043-b5b8-6d6636a60083 req-4645b411-2aa2-48af-91ef-f59cf2572b26 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (7fccb52d-a09a-4e64-adbe-8b42348d39c5), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:43.212754 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645b411-2aa2-48af-91ef-f59cf2572b26 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Pushing event deleted for resources: {'Port': ['ID=7fccb52d-a09a-4e64-adbe-8b42348d39c5,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:43.249297 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ed080e03-37ac-4104-ba0b-95b26e4c2a98 req-82c27bd9-2fd3-4ebe-8357-627058457420 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 210 time: 0.0396624 May 12 14:38:43.315317 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0edeb037-2d36-4e50-a8ba-040e40909575 req-979f5fd0-9d00-4912-b9d2-103aa364bead tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=134a856e-1321-471c-bc31-43307ca41802 HTTP/1.1" status: 200 len: 210 time: 0.0640674 May 12 14:38:43.399020 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-757db087-b4a6-4043-b5b8-6d6636a60083 req-4645b411-2aa2-48af-91ef-f59cf2572b26 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Router 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:38:43.514315 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-757db087-b4a6-4043-b5b8-6d6636a60083 req-4645b411-2aa2-48af-91ef-f59cf2572b26 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:38:43.525361 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de60ae7-efe8-4158-9c26-e7ef2664e212 None None] Sync routers for ids ['36d3cc14-4fcf-4d0e-a668-5a69fe69e004'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:38:43.535060 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de60ae7-efe8-4158-9c26-e7ef2664e212 None None] Routers {'36d3cc14-4fcf-4d0e-a668-5a69fe69e004'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:38:43.535684 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6de60ae7-efe8-4158-9c26-e7ef2664e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:38:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['36d3cc14-4fcf-4d0e-a668-5a69fe69e004'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:43.556739 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-757db087-b4a6-4043-b5b8-6d6636a60083 req-4645b411-2aa2-48af-91ef-f59cf2572b26 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] No DVR routers for this DVR port 7fccb52d-a09a-4e64-adbe-8b42348d39c5 on host hv-cinder-77703 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:38:43.559114 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-757db087-b4a6-4043-b5b8-6d6636a60083 req-4645b411-2aa2-48af-91ef-f59cf2572b26 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:43.563050 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-757db087-b4a6-4043-b5b8-6d6636a60083 req-4645b411-2aa2-48af-91ef-f59cf2572b26 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.57 "DELETE /v2.0/ports/7fccb52d-a09a-4e64-adbe-8b42348d39c5 HTTP/1.1" status: 204 len: 173 time: 0.9697866 May 12 14:38:43.563496 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e2a4c2-6255-4074-9a3c-e5159c3f7b87', 'name': 'network-vif-deleted', 'tag': '7fccb52d-a09a-4e64-adbe-8b42348d39c5'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:38:43.565705 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2b0a27-08ed-4ef7-9457-d081bc25f4fe" -d '{"events": [{"server_uuid": "d0e2a4c2-6255-4074-9a3c-e5159c3f7b87", "name": "network-vif-deleted", "tag": "7fccb52d-a09a-4e64-adbe-8b42348d39c5"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:38:43.608511 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b948b119-fe7d-4f27-a5a9-28899ad07d33 x-openstack-request-id: req-b948b119-fe7d-4f27-a5a9-28899ad07d33 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:38:43.608969 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e2a4c2-6255-4074-9a3c-e5159c3f7b87", "name": "network-vif-deleted", "tag": "7fccb52d-a09a-4e64-adbe-8b42348d39c5", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:38:43.609231 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b948b119-fe7d-4f27-a5a9-28899ad07d33 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:38:43.609639 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b948b119-fe7d-4f27-a5a9-28899ad07d33'] response: {'server_uuid': 'd0e2a4c2-6255-4074-9a3c-e5159c3f7b87', 'name': 'network-vif-deleted', 'tag': '7fccb52d-a09a-4e64-adbe-8b42348d39c5', 'status': 'completed', 'code': 200} May 12 14:38:43.654834 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-6de60ae7-efe8-4158-9c26-e7ef2664e212 None None] Set router 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:38:43.688821 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54739cab-50ec-4ab2-8c19-095843adcfa1 req-350978f8-7b25-4b8a-a1e9-ab089c7682dc tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:43.690367 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-54739cab-50ec-4ab2-8c19-095843adcfa1 req-350978f8-7b25-4b8a-a1e9-ab089c7682dc tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 945 time: 0.0532589 May 12 14:38:43.740467 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-54739cab-50ec-4ab2-8c19-095843adcfa1 req-4f53813f-b0de-4845-af91-f667d1977680 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441720 May 12 14:38:43.859379 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6de60ae7-efe8-4158-9c26-e7ef2664e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'name': 'tempest-AttachVolumeShelveTestJSON-1460914710-router', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:15Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': '202791457f0749649e8cc096f6e43404', 'gw_port': {'id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '5895868c-44d3-4ef7-aaf6-0b09fc238875', 'name': '', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'mac_address': 'fa:16:3e:2e:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:22Z', 'updated_at': '2022-05-12T14:31:32Z', 'revision_number': 5, 'project_id': '202791457f0749649e8cc096f6e43404', 'subnets': [{'id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:43.860237 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397a979-1fe2-4570-8df4-15dbfef2c2e2 req-ba56c8b4-75c7-4a3e-be67-49e8e8989673 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:43.861820 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4397a979-1fe2-4570-8df4-15dbfef2c2e2 req-ba56c8b4-75c7-4a3e-be67-49e8e8989673 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 945 time: 0.0490456 May 12 14:38:43.890671 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de60ae7-efe8-4158-9c26-e7ef2664e212 None None] Checking router: 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:38:43.899017 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de60ae7-efe8-4158-9c26-e7ef2664e212 None None] Routers {'36d3cc14-4fcf-4d0e-a668-5a69fe69e004'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:38:43.899649 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6de60ae7-efe8-4158-9c26-e7ef2664e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:38:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['36d3cc14-4fcf-4d0e-a668-5a69fe69e004'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:43.911643 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4397a979-1fe2-4570-8df4-15dbfef2c2e2 req-0af0f85a-bb14-462e-bcb9-b6736565bd95 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438230 May 12 14:38:44.007999 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-6de60ae7-efe8-4158-9c26-e7ef2664e212 None None] Set router 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:38:44.218039 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6de60ae7-efe8-4158-9c26-e7ef2664e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'name': 'tempest-AttachVolumeShelveTestJSON-1460914710-router', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:15Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': '202791457f0749649e8cc096f6e43404', 'gw_port': {'id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '5895868c-44d3-4ef7-aaf6-0b09fc238875', 'name': '', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'mac_address': 'fa:16:3e:2e:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:22Z', 'updated_at': '2022-05-12T14:31:32Z', 'revision_number': 5, 'project_id': '202791457f0749649e8cc096f6e43404', 'subnets': [{'id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:44.248515 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de60ae7-efe8-4158-9c26-e7ef2664e212 None None] The sync data for ids ['36d3cc14-4fcf-4d0e-a668-5a69fe69e004'] in dv-cinder-777031-14-iscsi is: [{'id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'name': 'tempest-AttachVolumeShelveTestJSON-1460914710-router', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:15Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': '202791457f0749649e8cc096f6e43404', 'gw_port': {'id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '5895868c-44d3-4ef7-aaf6-0b09fc238875', 'name': '', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'mac_address': 'fa:16:3e:2e:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:22Z', 'updated_at': '2022-05-12T14:31:32Z', 'revision_number': 5, 'project_id': '202791457f0749649e8cc096f6e43404', 'subnets': [{'id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:38:44.335435 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04198f6-d207-43f8-8c66-a2d64429d2a2 req-9ec11664-6bf0-472d-ae48-f6e8430031ae tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:44.336910 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f04198f6-d207-43f8-8c66-a2d64429d2a2 req-9ec11664-6bf0-472d-ae48-f6e8430031ae tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 945 time: 0.1337097 May 12 14:38:44.368870 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:44.414752 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27234dd5-a019-4cca-9d0f-cfb7b9d75cba req-f9af2689-5472-45e4-9762-3cdce7e1e011 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:44.416406 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-27234dd5-a019-4cca-9d0f-cfb7b9d75cba req-f9af2689-5472-45e4-9762-3cdce7e1e011 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 945 time: 0.1425974 May 12 14:38:44.530541 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79582fef-aa9c-4e0c-8bbe-f2443c375c31 None None] New status for floating IP 9abae339-9bf3-418a-a390-9cc9d8cdfd7a: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:38:44.614829 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 10ba03ca-52fe-42dc-a95e-573a96e2bd48 up at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:38:44.694534 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning for port 10ba03ca-52fe-42dc-a95e-573a96e2bd48 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:38:44.703086 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning complete for port 10ba03ca-52fe-42dc-a95e-573a96e2bd48 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:38:44.703086 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (10ba03ca-52fe-42dc-a95e-573a96e2bd48), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:44.747288 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f04198f6-d207-43f8-8c66-a2d64429d2a2 req-d8e8fb33-0cb9-46f7-9f3f-05ce817558c4 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028037 May 12 14:38:44.757342 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-5593ee05-1b7e-4e0c-b7e1-45d7abdf1619 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:44.758741 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-5593ee05-1b7e-4e0c-b7e1-45d7abdf1619 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.57 "GET /v2.0/networks?id=3fdc0b19-4053-4c44-8b08-cd1ab3959461 HTTP/1.1" status: 200 len: 814 time: 0.4957902 May 12 14:38:44.792568 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-27234dd5-a019-4cca-9d0f-cfb7b9d75cba req-fbcd7354-7593-4698-a701-e44fbc6110c0 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3655605 May 12 14:38:44.800521 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 10ba03ca-52fe-42dc-a95e-573a96e2bd48 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:44.800915 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (10ba03ca-52fe-42dc-a95e-573a96e2bd48), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:44.831971 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45819a2-89a0-494b-bdbc-650fcfddd2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ba03ca-52fe-42dc-a95e-573a96e2bd48'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:38:44.834717 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8758c41d-27da-4f63-87c0-7a2952e1da19" -d '{"events": [{"server_uuid": "c45819a2-89a0-494b-bdbc-650fcfddd2cd", "name": "network-vif-plugged", "status": "completed", "tag": "10ba03ca-52fe-42dc-a95e-573a96e2bd48"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:38:44.864667 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 10ba03ca-52fe-42dc-a95e-573a96e2bd48, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=10ba03ca-52fe-42dc-a95e-573a96e2bd48,segment=NetworkSegment(a92136d4-fcb0-4089-aa26-93c6849bc262),segment_id=a92136d4-fcb0-4089-aa26-93c6849bc262)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:44.871990 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (10ba03ca-52fe-42dc-a95e-573a96e2bd48), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:44.872193 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5bd2eb1d-c2ba-4e7b-8aa7-92064f25f071 req-24698165-25be-455c-a141-1d7abf53e7ac tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=d0e2a4c2-6255-4074-9a3c-e5159c3f7b87 HTTP/1.1" status: 200 len: 210 time: 0.0338736 May 12 14:38:44.901640 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-160da916-1bed-4bfc-b5c9-3854568d71af req-f630c1ab-4e49-41e7-85f6-691b0795ac61 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=134a856e-1321-471c-bc31-43307ca41802 HTTP/1.1" status: 200 len: 210 time: 0.0332549 May 12 14:38:44.929912 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=10ba03ca-52fe-42dc-a95e-573a96e2bd48,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:44.972172 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd825be9-ce73-43db-ab6d-25407960c67b x-openstack-request-id: req-dd825be9-ce73-43db-ab6d-25407960c67b {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:38:44.972448 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45819a2-89a0-494b-bdbc-650fcfddd2cd", "name": "network-vif-plugged", "status": "completed", "tag": "10ba03ca-52fe-42dc-a95e-573a96e2bd48", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:38:44.972699 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dd825be9-ce73-43db-ab6d-25407960c67b {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:38:44.973240 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd825be9-ce73-43db-ab6d-25407960c67b'] response: {'server_uuid': 'c45819a2-89a0-494b-bdbc-650fcfddd2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ba03ca-52fe-42dc-a95e-573a96e2bd48', 'code': 200} May 12 14:38:44.978666 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-277ce08b-7c69-4c11-ab69-8703d7a4c5b5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4b5ca018b5f4dda99486407424b8168 HTTP/1.1" status: 200 len: 379 time: 0.0756922 May 12 14:38:45.047708 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-f60935d4-f11c-4655-9a7a-88a2e8920cc5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Request body: {'port': {'device_id': '134a856e-1321-471c-bc31-43307ca41802', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'admin_state_up': True, 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'security_groups': ['5ab141b9-e016-4455-adee-9a30a6dc0cbe']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:45.194149 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-f60935d4-f11c-4655-9a7a-88a2e8920cc5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Made reservation on behalf of e4b5ca018b5f4dda99486407424b8168 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:38:45.198323 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-f60935d4-f11c-4655-9a7a-88a2e8920cc5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:45.355553 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619934b1-937c-4913-8f35-7d850dfa325f req-6f76007a-80f9-4fec-984c-8e1c4bc14a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:45.357083 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-619934b1-937c-4913-8f35-7d850dfa325f req-6f76007a-80f9-4fec-984c-8e1c4bc14a09 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 1130 time: 0.0487602 May 12 14:38:45.363537 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-f60935d4-f11c-4655-9a7a-88a2e8920cc5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Allocated IP 172.20.0.5 (3fdc0b19-4053-4c44-8b08-cd1ab3959461/cb99a954-a215-4272-a7a1-86abb04d56af/16daad85-8ecb-4b6e-94ba-93e5f3dce471) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:38:45.435406 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-619934b1-937c-4913-8f35-7d850dfa325f req-9c95d99f-3b00-4568-96cd-20f14d6337cb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695868 May 12 14:38:45.530529 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-f60935d4-f11c-4655-9a7a-88a2e8920cc5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for port (16daad85-8ecb-4b6e-94ba-93e5f3dce471), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:45.562435 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-f60935d4-f11c-4655-9a7a-88a2e8920cc5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (16daad85-8ecb-4b6e-94ba-93e5f3dce471), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:45.603172 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-f60935d4-f11c-4655-9a7a-88a2e8920cc5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Network 3fdc0b19-4053-4c44-8b08-cd1ab3959461 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:38:45.606228 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-f60935d4-f11c-4655-9a7a-88a2e8920cc5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:38:45.613323 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-f60935d4-f11c-4655-9a7a-88a2e8920cc5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:38:45.619973 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60935d4-f11c-4655-9a7a-88a2e8920cc5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event updated for resources: {'Port': ['ID=16daad85-8ecb-4b6e-94ba-93e5f3dce471,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:45.675194 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-f60935d4-f11c-4655-9a7a-88a2e8920cc5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:45.675966 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-f60935d4-f11c-4655-9a7a-88a2e8920cc5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:45.696344 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-f60935d4-f11c-4655-9a7a-88a2e8920cc5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6537135 May 12 14:38:45.744767 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:45.857272 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-5e177d1b-81c3-4efd-957f-994276ce2c03 service neutron] Request body: {'port': {'device_id': '134a856e-1321-471c-bc31-43307ca41802', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:45.893683 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-213f6ab5-6c21-4a24-be07-ce5297170b27 None None] Provisioning complete for port 16daad85-8ecb-4b6e-94ba-93e5f3dce471 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:38:45.893960 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-213f6ab5-6c21-4a24-be07-ce5297170b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (16daad85-8ecb-4b6e-94ba-93e5f3dce471), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:45.933763 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-213f6ab5-6c21-4a24-be07-ce5297170b27 None None] Port 16daad85-8ecb-4b6e-94ba-93e5f3dce471 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:38:45.957035 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-5e177d1b-81c3-4efd-957f-994276ce2c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (16daad85-8ecb-4b6e-94ba-93e5f3dce471), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:45.965448 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcc588-468b-4193-9f7f-f6b8e9ede281 req-707a9f64-c709-4377-b346-0e21b7df3a53 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:45.967580 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a0fcc588-468b-4193-9f7f-f6b8e9ede281 req-707a9f64-c709-4377-b346-0e21b7df3a53 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 946 time: 0.0869672 May 12 14:38:46.110383 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a0fcc588-468b-4193-9f7f-f6b8e9ede281 req-e3d481d5-7c67-4f8f-b08f-e5ffdb15707f tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317215 May 12 14:38:46.119639 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650cac69-42db-4650-80fb-37f4aed0e2a8 req-624a1031-e755-41a4-9642-651b5eb23624 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:46.121492 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-650cac69-42db-4650-80fb-37f4aed0e2a8 req-624a1031-e755-41a4-9642-651b5eb23624 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=134a856e-1321-471c-bc31-43307ca41802 HTTP/1.1" status: 200 len: 931 time: 0.1028888 May 12 14:38:46.157486 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 39548) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:46.213939 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-81f37594-7868-4045-96f4-b5a57f0623b3 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for security_group (352899bd-817c-4ef9-a70f-c0fa849b41c1), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:46.238467 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-81f37594-7868-4045-96f4-b5a57f0623b3 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for security_group (352899bd-817c-4ef9-a70f-c0fa849b41c1), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:46.242070 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-650cac69-42db-4650-80fb-37f4aed0e2a8 req-4d9596a9-cfdf-4a1a-8628-4cebc9c67989 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ab141b9-e016-4455-adee-9a30a6dc0cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150813 May 12 14:38:46.296987 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-81f37594-7868-4045-96f4-b5a57f0623b3 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (352899bd-817c-4ef9-a70f-c0fa849b41c1), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:46.299948 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-81f37594-7868-4045-96f4-b5a57f0623b3 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:46.301910 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-81f37594-7868-4045-96f4-b5a57f0623b3 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "DELETE /v2.0/security-groups/352899bd-817c-4ef9-a70f-c0fa849b41c1 HTTP/1.1" status: 204 len: 168 time: 0.1424997 May 12 14:38:46.303987 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 39556) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:46.312549 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f37594-7868-4045-96f4-b5a57f0623b3 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=352899bd-817c-4ef9-a70f-c0fa849b41c1,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:46.327363 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.api.v2.resource [None req-4b1357e1-164f-413e-a8e2-cc78d0d4ce39 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] show failed (client error): The resource could not be found. May 12 14:38:46.328813 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-4b1357e1-164f-413e-a8e2-cc78d0d4ce39 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups/352899bd-817c-4ef9-a70f-c0fa849b41c1 HTTP/1.1" status: 404 len: 347 time: 0.0238435 May 12 14:38:46.331822 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 39558) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:46.416867 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-5e177d1b-81c3-4efd-957f-994276ce2c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16daad85-8ecb-4b6e-94ba-93e5f3dce471 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:38:46.424814 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-5e177d1b-81c3-4efd-957f-994276ce2c03 service neutron] Publish callbacks [] for port (16daad85-8ecb-4b6e-94ba-93e5f3dce471), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:46.440639 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-5e177d1b-81c3-4efd-957f-994276ce2c03 service neutron] Transition to ACTIVE for port object 16daad85-8ecb-4b6e-94ba-93e5f3dce471 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:38:46.444912 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-5e177d1b-81c3-4efd-957f-994276ce2c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745168'] for port (16daad85-8ecb-4b6e-94ba-93e5f3dce471), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:46.465211 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-2047d6bb-1d33-4424-8e4d-f12656daead3 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Deleting port 9d0ddf77-5280-47e8-89ce-8a7c4daebb73 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:38:46.465314 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2047d6bb-1d33-4424-8e4d-f12656daead3 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (9d0ddf77-5280-47e8-89ce-8a7c4daebb73), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:46.518549 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e177d1b-81c3-4efd-957f-994276ce2c03 service neutron] Pushing event updated for resources: {'Port': ['ID=16daad85-8ecb-4b6e-94ba-93e5f3dce471,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:46.573809 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2047d6bb-1d33-4424-8e4d-f12656daead3 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (9d0ddf77-5280-47e8-89ce-8a7c4daebb73), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:46.574136 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2047d6bb-1d33-4424-8e4d-f12656daead3 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for floatingip (9d0ddf77-5280-47e8-89ce-8a7c4daebb73), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:46.582270 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-5e177d1b-81c3-4efd-957f-994276ce2c03 service neutron] Attempting to bind port 16daad85-8ecb-4b6e-94ba-93e5f3dce471 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:38:46.582606 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-5e177d1b-81c3-4efd-957f-994276ce2c03 service neutron] Attempting to bind port 16daad85-8ecb-4b6e-94ba-93e5f3dce471 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '3e6925c9-868c-4eb2-b1c7-d7edce7ca97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:38:46.582936 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-5e177d1b-81c3-4efd-957f-994276ce2c03 service neutron] Attempting to bind port 16daad85-8ecb-4b6e-94ba-93e5f3dce471 on network 3fdc0b19-4053-4c44-8b08-cd1ab3959461 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:38:46.588566 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 7fccb52d-a09a-4e64-adbe-8b42348d39c5 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:38:46.593424 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-5e177d1b-81c3-4efd-957f-994276ce2c03 service neutron] Port 16daad85-8ecb-4b6e-94ba-93e5f3dce471 on network 3fdc0b19-4053-4c44-8b08-cd1ab3959461 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:38:46.595256 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-5e177d1b-81c3-4efd-957f-994276ce2c03 service neutron] Attempting to bind port 16daad85-8ecb-4b6e-94ba-93e5f3dce471 on network 3fdc0b19-4053-4c44-8b08-cd1ab3959461 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:38:46.599631 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-2047d6bb-1d33-4424-8e4d-f12656daead3 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Calling delete_port for 9d0ddf77-5280-47e8-89ce-8a7c4daebb73 owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:38:46.602543 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-5e177d1b-81c3-4efd-957f-994276ce2c03 service neutron] Checking agent: {'id': 'c5e9105e-03c6-4986-a076-8428d06d9de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:38:46.603022 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-5e177d1b-81c3-4efd-957f-994276ce2c03 service neutron] Checking segment: {'id': '3e6925c9-868c-4eb2-b1c7-d7edce7ca97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:38:46.603550 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-5e177d1b-81c3-4efd-957f-994276ce2c03 service neutron] Bound using segment: {'id': '3e6925c9-868c-4eb2-b1c7-d7edce7ca97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:38:46.604122 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-5e177d1b-81c3-4efd-957f-994276ce2c03 service neutron] Bound port: 16daad85-8ecb-4b6e-94ba-93e5f3dce471, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e6925c9-868c-4eb2-b1c7-d7edce7ca97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:38:46.604592 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-5e177d1b-81c3-4efd-957f-994276ce2c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (16daad85-8ecb-4b6e-94ba-93e5f3dce471), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:46.625208 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] No Port match for: 7fccb52d-a09a-4e64-adbe-8b42348d39c5 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:38:46.625553 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 7fccb52d-a09a-4e64-adbe-8b42348d39c5 not bound to the agent host hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:38:46.693204 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-5e177d1b-81c3-4efd-957f-994276ce2c03 service neutron] For port 16daad85-8ecb-4b6e-94ba-93e5f3dce471, host hv-cinder-77703, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:38:46.697061 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-5e177d1b-81c3-4efd-957f-994276ce2c03 service neutron] For port 16daad85-8ecb-4b6e-94ba-93e5f3dce471, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=16daad85-8ecb-4b6e-94ba-93e5f3dce471,segment=NetworkSegment(3e6925c9-868c-4eb2-b1c7-d7edce7ca97c),segment_id=3e6925c9-868c-4eb2-b1c7-d7edce7ca97c)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:38:46.704186 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-5e177d1b-81c3-4efd-957f-994276ce2c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745168'] for port (16daad85-8ecb-4b6e-94ba-93e5f3dce471), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:46.752407 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-5e177d1b-81c3-4efd-957f-994276ce2c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:46.753121 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-5e177d1b-81c3-4efd-957f-994276ce2c03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:46.754728 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-5e177d1b-81c3-4efd-957f-994276ce2c03 service neutron] 10.222.0.57 "PUT /v2.0/ports/16daad85-8ecb-4b6e-94ba-93e5f3dce471 HTTP/1.1" status: 200 len: 1093 time: 0.9015524 May 12 14:38:46.758079 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134a856e-1321-471c-bc31-43307ca41802', 'tag': '16daad85-8ecb-4b6e-94ba-93e5f3dce471'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:38:46.760384 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c83b1f2-c8fb-4a31-881a-2c2bc465b1bd" -d '{"events": [{"name": "network-changed", "server_uuid": "134a856e-1321-471c-bc31-43307ca41802", "tag": "16daad85-8ecb-4b6e-94ba-93e5f3dce471"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:38:46.790915 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2047d6bb-1d33-4424-8e4d-f12656daead3 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (9d0ddf77-5280-47e8-89ce-8a7c4daebb73), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:46.822221 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fd285f-afe1-4ae0-8967-bf346f0962ed x-openstack-request-id: req-b9fd285f-afe1-4ae0-8967-bf346f0962ed {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:38:46.822620 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134a856e-1321-471c-bc31-43307ca41802", "tag": "16daad85-8ecb-4b6e-94ba-93e5f3dce471", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:38:46.822973 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b9fd285f-afe1-4ae0-8967-bf346f0962ed {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:38:46.823529 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9fd285f-afe1-4ae0-8967-bf346f0962ed'] response: {'name': 'network-changed', 'server_uuid': '134a856e-1321-471c-bc31-43307ca41802', 'tag': '16daad85-8ecb-4b6e-94ba-93e5f3dce471', 'status': 'completed', 'code': 200} May 12 14:38:46.824653 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047d6bb-1d33-4424-8e4d-f12656daead3 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Pushing event deleted for resources: {'Port': ['ID=9d0ddf77-5280-47e8-89ce-8a7c4daebb73,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:46.831889 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e177d1b-81c3-4efd-957f-994276ce2c03 service neutron] Pushing event updated for resources: {'Port': ['ID=16daad85-8ecb-4b6e-94ba-93e5f3dce471,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:46.901345 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2047d6bb-1d33-4424-8e4d-f12656daead3 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for floatingip (9abae339-9bf3-418a-a390-9cc9d8cdfd7a), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:46.905702 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-b94ab4a4-af2f-4716-9d83-d74730c98b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:46.906139 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2047d6bb-1d33-4424-8e4d-f12656daead3 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:46.907465 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-2047d6bb-1d33-4424-8e4d-f12656daead3 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "DELETE /v2.0/floatingips/9abae339-9bf3-418a-a390-9cc9d8cdfd7a HTTP/1.1" status: 204 len: 168 time: 0.5746660 May 12 14:38:46.907868 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-b94ab4a4-af2f-4716-9d83-d74730c98b74 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4b5ca018b5f4dda99486407424b8168&device_id=134a856e-1321-471c-bc31-43307ca41802 HTTP/1.1" status: 200 len: 1127 time: 0.0583556 May 12 14:38:47.014608 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 39578) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:47.019325 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-effd49ae-54f6-450b-a478-e8e9da9da190 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Request body: {'security_group': {'name': 'tempest-securitygroup--407705470', 'description': 'tempest-description--1919547414'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:47.043742 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-effd49ae-54f6-450b-a478-e8e9da9da190 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:47.123781 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-effd49ae-54f6-450b-a478-e8e9da9da190 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for security_group (ab98f969-e3a7-40d6-8f64-8f371060e15b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:47.127660 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-effd49ae-54f6-450b-a478-e8e9da9da190 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (ab98f969-e3a7-40d6-8f64-8f371060e15b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:47.155923 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-effd49ae-54f6-450b-a478-e8e9da9da190 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:47.157159 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-effd49ae-54f6-450b-a478-e8e9da9da190 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1415033 May 12 14:38:47.160305 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 39582) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:47.164791 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-7b0a6095-f14b-4c65-a6b8-5e19b67a3fbf tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Request body: {'security_group_rule': {'security_group_id': 'ab98f969-e3a7-40d6-8f64-8f371060e15b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:47.164965 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd49ae-54f6-450b-a478-e8e9da9da190 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab98f969-e3a7-40d6-8f64-8f371060e15b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:47.193023 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7b0a6095-f14b-4c65-a6b8-5e19b67a3fbf tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for security_group_rule (b4f1e15e-a885-42c1-a192-a12e5d05d12c), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:47.231831 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b2d6c-eba6-4268-a835-4a7bcee4650b req-35cec19f-50d4-4905-a0ec-f4be5c8873b7 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:47.233231 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c00b2d6c-eba6-4268-a835-4a7bcee4650b req-35cec19f-50d4-4905-a0ec-f4be5c8873b7 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 946 time: 0.0508838 May 12 14:38:47.248550 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7b0a6095-f14b-4c65-a6b8-5e19b67a3fbf tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for security_group_rule (b4f1e15e-a885-42c1-a192-a12e5d05d12c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:47.252558 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7b0a6095-f14b-4c65-a6b8-5e19b67a3fbf tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (b4f1e15e-a885-42c1-a192-a12e5d05d12c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:47.270087 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a6095-f14b-4c65-a6b8-5e19b67a3fbf tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f1e15e-a885-42c1-a192-a12e5d05d12c,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:47.278363 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7b0a6095-f14b-4c65-a6b8-5e19b67a3fbf tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:47.279678 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-7b0a6095-f14b-4c65-a6b8-5e19b67a3fbf tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183746 May 12 14:38:47.282457 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 39586) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:47.286865 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-59666525-3b46-4f58-8fa5-9b843453139e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Request body: {'security_group_rule': {'security_group_id': 'ab98f969-e3a7-40d6-8f64-8f371060e15b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:47.293140 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c00b2d6c-eba6-4268-a835-4a7bcee4650b req-b350f93b-0533-4abd-97c0-3ff496a70829 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537202 May 12 14:38:47.318304 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-59666525-3b46-4f58-8fa5-9b843453139e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for security_group_rule (90653f1f-502c-423b-b410-4a5baaf503c0), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:47.376013 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-59666525-3b46-4f58-8fa5-9b843453139e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for security_group_rule (90653f1f-502c-423b-b410-4a5baaf503c0), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:47.377286 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0903bf-2c95-44fc-97ea-40d0c1e42f62 req-fc944cc3-ea94-4f21-8806-8ce63d5266d7 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:47.379084 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9a0903bf-2c95-44fc-97ea-40d0c1e42f62 req-fc944cc3-ea94-4f21-8806-8ce63d5266d7 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=134a856e-1321-471c-bc31-43307ca41802 HTTP/1.1" status: 200 len: 943 time: 0.0534546 May 12 14:38:47.380353 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-59666525-3b46-4f58-8fa5-9b843453139e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (90653f1f-502c-423b-b410-4a5baaf503c0), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:47.397481 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59666525-3b46-4f58-8fa5-9b843453139e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90653f1f-502c-423b-b410-4a5baaf503c0,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:47.406720 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-59666525-3b46-4f58-8fa5-9b843453139e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:47.407938 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-59666525-3b46-4f58-8fa5-9b843453139e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245346 May 12 14:38:47.411014 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 39590) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:47.415394 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-f118127a-723c-476e-8c60-170ada9785dc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Request body: {'floatingip': {'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:47.436757 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f118127a-723c-476e-8c60-170ada9785dc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:47.445338 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea7314-c7d5-4a2a-aa8c-f95b82de0c44 req-97a27e0b-a881-4bdc-8fd1-16433d6d48e5 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:47.446862 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3dea7314-c7d5-4a2a-aa8c-f95b82de0c44 req-97a27e0b-a881-4bdc-8fd1-16433d6d48e5 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 946 time: 0.0782695 May 12 14:38:47.476663 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9a0903bf-2c95-44fc-97ea-40d0c1e42f62 req-18d6142a-c77f-4f54-bd6b-1ba2a77c88cb tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ab141b9-e016-4455-adee-9a30a6dc0cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873706 May 12 14:38:47.507169 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3dea7314-c7d5-4a2a-aa8c-f95b82de0c44 req-71af3ec0-2db4-4736-8c11-77cdf5a663e0 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543838 May 12 14:38:47.517717 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f118127a-723c-476e-8c60-170ada9785dc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:47.562030 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 39592) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:47.564314 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-d952d858-dfd4-4a3a-af7b-85e2769a44ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16daad85-8ecb-4b6e-94ba-93e5f3dce471 HTTP/1.1" status: 200 len: 217 time: 0.0464537 May 12 14:38:47.614695 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257a9a9f-b134-44e8-9cd5-b14c87ba3e46 tempest-TestVolumeBootPattern-1006504365 tempest-TestVolumeBootPattern-1006504365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:47.616262 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-257a9a9f-b134-44e8-9cd5-b14c87ba3e46 tempest-TestVolumeBootPattern-1006504365 tempest-TestVolumeBootPattern-1006504365-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 1125 time: 0.0531962 May 12 14:38:47.618394 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-d5756a78-b0c0-407a-b996-ebc546bd6d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:47.619887 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-d5756a78-b0c0-407a-b996-ebc546bd6d65 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb99a954-a215-4272-a7a1-86abb04d56af HTTP/1.1" status: 200 len: 853 time: 0.0463803 May 12 14:38:47.620604 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 39594) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:47.625341 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-95b8de7f-98ca-40f4-99f9-eca195a93d98 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Request body: {'floatingip': {'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'port_id': '10ba03ca-52fe-42dc-a95e-573a96e2bd48', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:47.666387 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-f118127a-723c-476e-8c60-170ada9785dc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Allocated IP 172.27.0.210 (913ada40-7b52-4232-aff5-95dc520647d4/2870505d-8418-4289-9c4c-0eeadb155262/ff9a6a2b-929d-4b45-9d05-1878627e9b73) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:38:47.675542 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-1cfb311a-a6bf-418e-a9dc-0d8ad180295e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:47.677205 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-1cfb311a-a6bf-418e-a9dc-0d8ad180295e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3fdc0b19-4053-4c44-8b08-cd1ab3959461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471981 May 12 14:38:47.678608 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-95b8de7f-98ca-40f4-99f9-eca195a93d98 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:47.772025 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f118127a-723c-476e-8c60-170ada9785dc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for port (ff9a6a2b-929d-4b45-9d05-1878627e9b73), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:47.805555 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f118127a-723c-476e-8c60-170ada9785dc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (ff9a6a2b-929d-4b45-9d05-1878627e9b73), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:47.818008 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-95b8de7f-98ca-40f4-99f9-eca195a93d98 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:47.838775 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-88c06b69-ad51-4ad1-a0b2-299e03444a1c service neutron] 10.222.0.57 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548352 May 12 14:38:47.842869 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f118127a-723c-476e-8c60-170ada9785dc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Network 913ada40-7b52-4232-aff5-95dc520647d4 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:38:47.849299 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-f118127a-723c-476e-8c60-170ada9785dc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:38:47.853654 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f118127a-723c-476e-8c60-170ada9785dc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:38:47.856621 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118127a-723c-476e-8c60-170ada9785dc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Pushing event updated for resources: {'Port': ['ID=ff9a6a2b-929d-4b45-9d05-1878627e9b73,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:47.943156 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f118127a-723c-476e-8c60-170ada9785dc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for floatingip (12cdd4ff-a9ce-4f26-b4b8-de340ce6fec7), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:47.994391 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f118127a-723c-476e-8c60-170ada9785dc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (ff9a6a2b-929d-4b45-9d05-1878627e9b73), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:47.999361 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-38526be7-bdff-47e6-bc07-e4687f25c3c7 req-e1b4d805-b054-4e27-a8e8-c69224d4ce80 service neutron] 10.222.0.57 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332333 May 12 14:38:48.014625 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-95b8de7f-98ca-40f4-99f9-eca195a93d98 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Allocated IP 172.27.0.64 (913ada40-7b52-4232-aff5-95dc520647d4/2870505d-8418-4289-9c4c-0eeadb155262/83355a9a-aeff-4825-a462-6f85aca87f25) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:38:48.134542 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-95b8de7f-98ca-40f4-99f9-eca195a93d98 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for port (83355a9a-aeff-4825-a462-6f85aca87f25), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:48.167526 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-95b8de7f-98ca-40f4-99f9-eca195a93d98 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (83355a9a-aeff-4825-a462-6f85aca87f25), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:48.183706 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f118127a-723c-476e-8c60-170ada9785dc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for port (ff9a6a2b-929d-4b45-9d05-1878627e9b73), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:48.188381 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f118127a-723c-476e-8c60-170ada9785dc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814747'] for port (ff9a6a2b-929d-4b45-9d05-1878627e9b73), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:48.205137 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b8de7f-98ca-40f4-99f9-eca195a93d98 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Network 913ada40-7b52-4232-aff5-95dc520647d4 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:38:48.207884 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-95b8de7f-98ca-40f4-99f9-eca195a93d98 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:38:48.210306 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b8de7f-98ca-40f4-99f9-eca195a93d98 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:38:48.239684 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8de7f-98ca-40f4-99f9-eca195a93d98 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Pushing event updated for resources: {'Port': ['ID=83355a9a-aeff-4825-a462-6f85aca87f25,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:48.254001 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118127a-723c-476e-8c60-170ada9785dc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Pushing event updated for resources: {'Port': ['ID=ff9a6a2b-929d-4b45-9d05-1878627e9b73,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:48.267140 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f118127a-723c-476e-8c60-170ada9785dc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (12cdd4ff-a9ce-4f26-b4b8-de340ce6fec7), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:48.283161 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f118127a-723c-476e-8c60-170ada9785dc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:48.284464 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-f118127a-723c-476e-8c60-170ada9785dc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8723466 May 12 14:38:48.548134 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-e163d5b9-dedc-45d1-b5d1-44b1451f1661 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--407705470&fields=id&tenant_id=202791457f0749649e8cc096f6e43404 HTTP/1.1" status: 200 len: 267 time: 0.1133134 May 12 14:38:48.555907 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:48.638327 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61632b5e-6757-4e7e-8552-0788506b675a req-39cd71ef-b1d2-4b5c-980e-d923ad05c1b8 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:48.640274 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-61632b5e-6757-4e7e-8552-0788506b675a req-39cd71ef-b1d2-4b5c-980e-d923ad05c1b8 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=134a856e-1321-471c-bc31-43307ca41802 HTTP/1.1" status: 200 len: 943 time: 0.0912890 May 12 14:38:48.757475 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-95b8de7f-98ca-40f4-99f9-eca195a93d98 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for floatingip (ee691570-99bf-4ce0-bb6c-77ba0a8f1a2f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:48.800021 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-61632b5e-6757-4e7e-8552-0788506b675a req-160b8405-b737-4687-bfe1-42e472fc50aa tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ab141b9-e016-4455-adee-9a30a6dc0cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333377 May 12 14:38:48.807566 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-47d71ab6-796c-4aee-af06-ffaf2c584016 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:48.808975 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-47d71ab6-796c-4aee-af06-ffaf2c584016 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/networks?id=a850f271-3b32-48bf-8bb5-be1eb540a3d0 HTTP/1.1" status: 200 len: 817 time: 0.2458448 May 12 14:38:48.832926 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-065e7f44-0405-4def-9f00-76eeb9516ba1 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/quotas/202791457f0749649e8cc096f6e43404 HTTP/1.1" status: 200 len: 375 time: 0.0147569 May 12 14:38:48.892112 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-95b8de7f-98ca-40f4-99f9-eca195a93d98 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (83355a9a-aeff-4825-a462-6f85aca87f25), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:48.921005 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-2fec50fb-d9b8-482b-bb83-de79567a4a93 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=202791457f0749649e8cc096f6e43404&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689642 May 12 14:38:49.097920 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-95dd2fb4-8870-4130-a58d-cffb22690460 service neutron] 10.222.0.75 "GET /v2.0/networks/a850f271-3b32-48bf-8bb5-be1eb540a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651785 May 12 14:38:49.234474 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-95b8de7f-98ca-40f4-99f9-eca195a93d98 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for port (83355a9a-aeff-4825-a462-6f85aca87f25), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:49.238376 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-6dcdc261-8efd-4425-a422-8d4aaf78e274 service neutron] 10.222.0.75 "GET /v2.0/networks/a850f271-3b32-48bf-8bb5-be1eb540a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343548 May 12 14:38:49.239542 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-95b8de7f-98ca-40f4-99f9-eca195a93d98 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745168'] for port (83355a9a-aeff-4825-a462-6f85aca87f25), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:49.312878 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8de7f-98ca-40f4-99f9-eca195a93d98 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Pushing event updated for resources: {'Port': ['ID=83355a9a-aeff-4825-a462-6f85aca87f25,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:49.321284 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-95b8de7f-98ca-40f4-99f9-eca195a93d98 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (ee691570-99bf-4ce0-bb6c-77ba0a8f1a2f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:49.696047 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8c793aa0-f57b-4597-b7ba-e681856b5b22 req-18999bb5-6988-4bfe-87f6-9c58c99a2950 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 210 time: 0.2901022 May 12 14:38:49.702830 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.db.l3_db [None req-95b8de7f-98ca-40f4-99f9-eca195a93d98 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Floating IP ee691570-99bf-4ce0-bb6c-77ba0a8f1a2f associated. External IP: 172.27.0.64, port: 10ba03ca-52fe-42dc-a95e-573a96e2bd48. May 12 14:38:49.945914 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621552ee-f4e8-47fd-87ac-b4b715490522 req-1f25d656-5981-444a-9eee-8352c2c212b4 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:49.947306 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-621552ee-f4e8-47fd-87ac-b4b715490522 req-1f25d656-5981-444a-9eee-8352c2c212b4 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=134a856e-1321-471c-bc31-43307ca41802 HTTP/1.1" status: 200 len: 943 time: 0.0606623 May 12 14:38:49.951239 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b8de7f-98ca-40f4-99f9-eca195a93d98 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Router be224814-ba4a-48e9-9634-6a46c1a4d890 has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:38:50.036105 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-621552ee-f4e8-47fd-87ac-b4b715490522 req-1408f18f-0b2f-43dd-8254-eeddce7de2b5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ab141b9-e016-4455-adee-9a30a6dc0cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821376 May 12 14:38:50.101414 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b8de7f-98ca-40f4-99f9-eca195a93d98 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:38:50.111666 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4eb92c-b1e4-46c0-a833-f0f76b2e5c90 None None] Sync routers for ids ['be224814-ba4a-48e9-9634-6a46c1a4d890'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:38:50.119569 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-95b8de7f-98ca-40f4-99f9-eca195a93d98 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:50.121115 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4eb92c-b1e4-46c0-a833-f0f76b2e5c90 None None] Routers {'be224814-ba4a-48e9-9634-6a46c1a4d890'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:38:50.121718 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-1d4eb92c-b1e4-46c0-a833-f0f76b2e5c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:38:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['be224814-ba4a-48e9-9634-6a46c1a4d890'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:50.148671 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-95b8de7f-98ca-40f4-99f9-eca195a93d98 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5270350 May 12 14:38:50.149361 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45819a2-89a0-494b-bdbc-650fcfddd2cd', 'tag': '10ba03ca-52fe-42dc-a95e-573a96e2bd48'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:38:50.151715 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9ef1d0-583f-4b45-a4f2-a04b6ca0f0b7" -d '{"events": [{"name": "network-changed", "server_uuid": "c45819a2-89a0-494b-bdbc-650fcfddd2cd", "tag": "10ba03ca-52fe-42dc-a95e-573a96e2bd48"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:38:50.190980 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3132864-46dc-429e-a1f7-c0bc4fb751e9 x-openstack-request-id: req-a3132864-46dc-429e-a1f7-c0bc4fb751e9 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:38:50.191369 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c45819a2-89a0-494b-bdbc-650fcfddd2cd", "tag": "10ba03ca-52fe-42dc-a95e-573a96e2bd48", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:38:50.192130 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a3132864-46dc-429e-a1f7-c0bc4fb751e9 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:38:50.192130 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3132864-46dc-429e-a1f7-c0bc4fb751e9'] response: {'name': 'network-changed', 'server_uuid': 'c45819a2-89a0-494b-bdbc-650fcfddd2cd', 'tag': '10ba03ca-52fe-42dc-a95e-573a96e2bd48', 'status': 'completed', 'code': 200} May 12 14:38:50.324648 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-1d4eb92c-b1e4-46c0-a833-f0f76b2e5c90 None None] Set router be224814-ba4a-48e9-9634-6a46c1a4d890 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:38:50.529070 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-1d4eb92c-b1e4-46c0-a833-f0f76b2e5c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'name': 'tempest-TestVolumeBootPattern-1482733113-router', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:00Z', 'updated_at': '2022-05-12T14:33:05Z', 'revision_number': 4, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'gw_port': {'id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:01Z', 'updated_at': '2022-05-12T14:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': 'ee691570-99bf-4ce0-bb6c-77ba0a8f1a2f', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'port_id': '10ba03ca-52fe-42dc-a95e-573a96e2bd48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'mac_address': 'fa:16:3e:34:bd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45819a2-89a0-494b-bdbc-650fcfddd2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:38:48Z', 'updated_at': '2022-05-12T14:38:48Z', 'revision_number': 0, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763f2952-1a6d-4c57-af35-28b65d176326', 'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'mac_address': 'fa:16:3e:01:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:03Z', 'updated_at': '2022-05-12T14:33:10Z', 'revision_number': 5, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'subnets': [{'id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:50.553924 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4eb92c-b1e4-46c0-a833-f0f76b2e5c90 None None] Checking router: be224814-ba4a-48e9-9634-6a46c1a4d890 for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:38:50.562352 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4eb92c-b1e4-46c0-a833-f0f76b2e5c90 None None] Routers {'be224814-ba4a-48e9-9634-6a46c1a4d890'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:38:50.562936 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-1d4eb92c-b1e4-46c0-a833-f0f76b2e5c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:38:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['be224814-ba4a-48e9-9634-6a46c1a4d890'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:50.667415 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-1d4eb92c-b1e4-46c0-a833-f0f76b2e5c90 None None] Set router be224814-ba4a-48e9-9634-6a46c1a4d890 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:38:50.795854 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2fc2746d-2ffa-4600-ab04-33b17b75a060 req-c2e8f935-39f9-444c-86cf-b56e1eb25cdb tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 210 time: 0.0283864 May 12 14:38:50.878588 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-1d4eb92c-b1e4-46c0-a833-f0f76b2e5c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'name': 'tempest-TestVolumeBootPattern-1482733113-router', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:00Z', 'updated_at': '2022-05-12T14:33:05Z', 'revision_number': 4, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'gw_port': {'id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:01Z', 'updated_at': '2022-05-12T14:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': 'ee691570-99bf-4ce0-bb6c-77ba0a8f1a2f', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'port_id': '10ba03ca-52fe-42dc-a95e-573a96e2bd48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'mac_address': 'fa:16:3e:34:bd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45819a2-89a0-494b-bdbc-650fcfddd2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:38:48Z', 'updated_at': '2022-05-12T14:38:48Z', 'revision_number': 0, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763f2952-1a6d-4c57-af35-28b65d176326', 'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'mac_address': 'fa:16:3e:01:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:03Z', 'updated_at': '2022-05-12T14:33:10Z', 'revision_number': 5, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'subnets': [{'id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:50.906565 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4eb92c-b1e4-46c0-a833-f0f76b2e5c90 None None] The sync data for ids ['be224814-ba4a-48e9-9634-6a46c1a4d890'] in dv-cinder-777031-14-iscsi is: [{'id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'name': 'tempest-TestVolumeBootPattern-1482733113-router', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:00Z', 'updated_at': '2022-05-12T14:33:05Z', 'revision_number': 4, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'gw_port': {'id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:01Z', 'updated_at': '2022-05-12T14:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': 'ee691570-99bf-4ce0-bb6c-77ba0a8f1a2f', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'port_id': '10ba03ca-52fe-42dc-a95e-573a96e2bd48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'mac_address': 'fa:16:3e:34:bd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45819a2-89a0-494b-bdbc-650fcfddd2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:38:48Z', 'updated_at': '2022-05-12T14:38:48Z', 'revision_number': 0, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763f2952-1a6d-4c57-af35-28b65d176326', 'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'mac_address': 'fa:16:3e:01:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:03Z', 'updated_at': '2022-05-12T14:33:10Z', 'revision_number': 5, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'subnets': [{'id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:38:51.108633 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2812df-95d9-4b36-bc1e-32851af71415 None None] New status for floating IP ee691570-99bf-4ce0-bb6c-77ba0a8f1a2f: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:38:51.207670 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83b1f2-c8fb-4a31-881a-2c2bc465b1bd req-20f3d89c-125a-419e-b61c-dc6bf172110a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:51.209259 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8c83b1f2-c8fb-4a31-881a-2c2bc465b1bd req-20f3d89c-125a-419e-b61c-dc6bf172110a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4b5ca018b5f4dda99486407424b8168&device_id=134a856e-1321-471c-bc31-43307ca41802 HTTP/1.1" status: 200 len: 1127 time: 0.1112864 May 12 14:38:51.212297 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ef1d0-583f-4b45-a4f2-a04b6ca0f0b7 req-164a1135-ab87-4524-9f02-211d2a4c65dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:51.213656 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ba9ef1d0-583f-4b45-a4f2-a04b6ca0f0b7 req-164a1135-ab87-4524-9f02-211d2a4c65dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ba0ea753bb0496cbf274e802f50dd0e&device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 1130 time: 0.1142344 May 12 14:38:51.226837 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a688c61-92a3-4a61-85af-05f8961c0fb7 req-8f107168-64be-456d-9bf6-b656ff4cce3b tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:51.228275 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7a688c61-92a3-4a61-85af-05f8961c0fb7 req-8f107168-64be-456d-9bf6-b656ff4cce3b tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=134a856e-1321-471c-bc31-43307ca41802 HTTP/1.1" status: 200 len: 943 time: 0.0658479 May 12 14:38:51.280708 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7a688c61-92a3-4a61-85af-05f8961c0fb7 req-5e79b218-73e6-4189-a171-2317e2ced566 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ab141b9-e016-4455-adee-9a30a6dc0cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460351 May 12 14:38:51.785325 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ef1d0-583f-4b45-a4f2-a04b6ca0f0b7 req-9c0f4ec7-b801-419f-93b2-815d76a2bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:51.786671 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ba9ef1d0-583f-4b45-a4f2-a04b6ca0f0b7 req-9c0f4ec7-b801-419f-93b2-815d76a2bad3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5b96f110-6030-45d9-96d1-0bc86d38fd01 HTTP/1.1" status: 200 len: 913 time: 0.1583786 May 12 14:38:51.787605 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83b1f2-c8fb-4a31-881a-2c2bc465b1bd req-bcb09444-28dd-4236-928b-72f3b343a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:51.788873 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8c83b1f2-c8fb-4a31-881a-2c2bc465b1bd req-bcb09444-28dd-4236-928b-72f3b343a66f service neutron] 10.222.0.57 "GET /v2.0/networks?id=3fdc0b19-4053-4c44-8b08-cd1ab3959461 HTTP/1.1" status: 200 len: 915 time: 0.1618872 May 12 14:38:51.893812 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8b95833f-0551-43e2-a957-e28c7104215d req-ab08d587-1bff-46cd-8926-9a3450297499 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 210 time: 0.0274765 May 12 14:38:52.107340 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8c83b1f2-c8fb-4a31-881a-2c2bc465b1bd req-27e212da-50c9-4bfe-93f2-cb86cbe68a82 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16daad85-8ecb-4b6e-94ba-93e5f3dce471 HTTP/1.1" status: 200 len: 217 time: 0.0420411 May 12 14:38:52.198881 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ba9ef1d0-583f-4b45-a4f2-a04b6ca0f0b7 req-50df6b15-9b43-46bb-9a58-af456f0e21a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10ba03ca-52fe-42dc-a95e-573a96e2bd48 HTTP/1.1" status: 200 len: 1001 time: 0.1318696 May 12 14:38:52.200542 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83b1f2-c8fb-4a31-881a-2c2bc465b1bd req-d6e6a9bf-02f0-4f71-98c3-4ead3fbf2c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:52.202680 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8c83b1f2-c8fb-4a31-881a-2c2bc465b1bd req-d6e6a9bf-02f0-4f71-98c3-4ead3fbf2c71 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb99a954-a215-4272-a7a1-86abb04d56af HTTP/1.1" status: 200 len: 853 time: 0.0659542 May 12 14:38:52.296372 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83b1f2-c8fb-4a31-881a-2c2bc465b1bd req-91498cbe-2a80-4fd4-88ec-27397096fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:52.297872 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8c83b1f2-c8fb-4a31-881a-2c2bc465b1bd req-91498cbe-2a80-4fd4-88ec-27397096fb22 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3fdc0b19-4053-4c44-8b08-cd1ab3959461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0515008 May 12 14:38:52.299308 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ef1d0-583f-4b45-a4f2-a04b6ca0f0b7 req-360b9ac0-2015-4461-864b-887fcdd35ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:52.301627 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ba9ef1d0-583f-4b45-a4f2-a04b6ca0f0b7 req-360b9ac0-2015-4461-864b-887fcdd35ccd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f0587e5-5c6f-4f23-94d0-5688c2911c12 HTTP/1.1" status: 200 len: 851 time: 0.0806897 May 12 14:38:52.402565 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023c94d-8f26-4e0b-bf57-2b983d3b7591 req-92a85aaf-5fd0-4aef-8743-eaabc248fe67 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:52.404748 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9023c94d-8f26-4e0b-bf57-2b983d3b7591 req-92a85aaf-5fd0-4aef-8743-eaabc248fe67 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=134a856e-1321-471c-bc31-43307ca41802 HTTP/1.1" status: 200 len: 943 time: 0.0539973 May 12 14:38:52.451176 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9023c94d-8f26-4e0b-bf57-2b983d3b7591 req-84891611-dcc9-44da-9152-62dff3a3b224 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ab141b9-e016-4455-adee-9a30a6dc0cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408933 May 12 14:38:52.594949 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 16daad85-8ecb-4b6e-94ba-93e5f3dce471 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:38:52.734432 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ef1d0-583f-4b45-a4f2-a04b6ca0f0b7 req-863b0926-3f1c-401c-a303-3fd9163cf59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:52.734673 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 16daad85-8ecb-4b6e-94ba-93e5f3dce471, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=16daad85-8ecb-4b6e-94ba-93e5f3dce471,segment=NetworkSegment(3e6925c9-868c-4eb2-b1c7-d7edce7ca97c),segment_id=3e6925c9-868c-4eb2-b1c7-d7edce7ca97c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:52.736170 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ba9ef1d0-583f-4b45-a4f2-a04b6ca0f0b7 req-863b0926-3f1c-401c-a303-3fd9163cf59b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5b96f110-6030-45d9-96d1-0bc86d38fd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1403453 May 12 14:38:52.742013 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade23c2-3ae2-46c9-99b8-a5c7f897c161 req-7735cdaf-d864-48f6-913d-6793eafc3a32 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:52.743378 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-aade23c2-3ae2-46c9-99b8-a5c7f897c161 req-7735cdaf-d864-48f6-913d-6793eafc3a32 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.1163373 May 12 14:38:52.746682 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Returning: {'device': '16daad85-8ecb-4b6e-94ba-93e5f3dce471', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'port_id': '16daad85-8ecb-4b6e-94ba-93e5f3dce471', 'mac_address': 'fa:16:3e:cb:0b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:38:52.785922 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 16daad85-8ecb-4b6e-94ba-93e5f3dce471 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:52.786413 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (16daad85-8ecb-4b6e-94ba-93e5f3dce471), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:52.802256 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16daad85-8ecb-4b6e-94ba-93e5f3dce471 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:38:52.824981 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 16daad85-8ecb-4b6e-94ba-93e5f3dce471, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=16daad85-8ecb-4b6e-94ba-93e5f3dce471,segment=NetworkSegment(3e6925c9-868c-4eb2-b1c7-d7edce7ca97c),segment_id=3e6925c9-868c-4eb2-b1c7-d7edce7ca97c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:52.830543 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (16daad85-8ecb-4b6e-94ba-93e5f3dce471), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:52.836203 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8c83b1f2-c8fb-4a31-881a-2c2bc465b1bd req-c2f4b7c2-f99e-4af8-9618-4a39c6b03ef9 service neutron] 10.222.0.57 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376280 May 12 14:38:52.881335 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=16daad85-8ecb-4b6e-94ba-93e5f3dce471,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:52.913150 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f5518-5473-4e99-af38-93300d741801 req-37ab3124-1b94-4cbd-bfc1-d7abd6848cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:52.914543 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d89f5518-5473-4e99-af38-93300d741801 req-37ab3124-1b94-4cbd-bfc1-d7abd6848cb3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c83c8fa2cd44eab84cb50b3ad06a1d3&device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 1129 time: 0.1318908 May 12 14:38:52.958237 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-aade23c2-3ae2-46c9-99b8-a5c7f897c161 req-f84d5ba6-b153-4f2f-bad6-79c8d41c6d5b tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083502 May 12 14:38:53.091122 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cabc7b1d-2d6f-4172-8b2e-40e0170ebf44 req-af7520f0-d8a8-4a0b-8f84-5d4bf1664373 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 210 time: 0.0996690 May 12 14:38:53.165012 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-51d61136-dfdc-4180-ae17-dc3650cd0d96 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:53.166484 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-51d61136-dfdc-4180-ae17-dc3650cd0d96 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.57 "GET /v2.0/networks?id=a850f271-3b32-48bf-8bb5-be1eb540a3d0 HTTP/1.1" status: 200 len: 817 time: 0.3745561 May 12 14:38:53.180519 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ba9ef1d0-583f-4b45-a4f2-a04b6ca0f0b7 req-304b8355-e8e4-4de8-8db8-fd7bcc788594 service neutron] 10.222.0.57 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782728 May 12 14:38:53.190276 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8c83b1f2-c8fb-4a31-881a-2c2bc465b1bd req-ec319d62-3610-48e1-a14e-601ae2bfbe3e service neutron] 10.222.0.57 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326061 May 12 14:38:53.237288 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f5518-5473-4e99-af38-93300d741801 req-5524a46d-5aa5-452b-bac1-2718f140dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:53.238746 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d89f5518-5473-4e99-af38-93300d741801 req-5524a46d-5aa5-452b-bac1-2718f140dc47 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a960421c-0ac7-4777-ad11-86ea1221dbd0 HTTP/1.1" status: 200 len: 920 time: 0.2519982 May 12 14:38:53.364779 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-4b256dc7-133b-444a-a5b1-7474d2136aff tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=202791457f0749649e8cc096f6e43404 HTTP/1.1" status: 200 len: 379 time: 0.1765609 May 12 14:38:53.378051 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-053a07e4-1f1c-4c9a-8ef1-7cd7f4b97c65 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Request body: {'port': {'device_id': '533a547e-b44f-4a33-8725-24b323556322', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'admin_state_up': True, 'tenant_id': '202791457f0749649e8cc096f6e43404', 'security_groups': ['ab98f969-e3a7-40d6-8f64-8f371060e15b']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:53.390853 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d89f5518-5473-4e99-af38-93300d741801 req-88e3ea09-5f72-4945-9cc1-91de5c32d86d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d9bd042-8dc9-4559-9211-62f3a465dca4 HTTP/1.1" status: 200 len: 1000 time: 0.1417191 May 12 14:38:53.420546 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ba9ef1d0-583f-4b45-a4f2-a04b6ca0f0b7 req-a843ab70-258c-475b-ae98-88fac9d5bef2 service neutron] 10.222.0.57 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294614 May 12 14:38:53.458523 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['16daad85-8ecb-4b6e-94ba-93e5f3dce471'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:38:53.772607 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f5518-5473-4e99-af38-93300d741801 req-aeaf566e-183f-4eef-99e6-8c1f6f44c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:53.773944 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d89f5518-5473-4e99-af38-93300d741801 req-aeaf566e-183f-4eef-99e6-8c1f6f44c8a0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ff9df63-a567-422b-b0eb-7dc75045c602 HTTP/1.1" status: 200 len: 858 time: 0.3707116 May 12 14:38:53.808776 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c572481-482b-4035-9a5e-4230d31b911f req-012af74c-127e-426f-821c-beb2e3d4dcba tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:53.810209 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6c572481-482b-4035-9a5e-4230d31b911f req-012af74c-127e-426f-821c-beb2e3d4dcba tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=134a856e-1321-471c-bc31-43307ca41802 HTTP/1.1" status: 200 len: 944 time: 0.0823307 May 12 14:38:53.855757 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f5518-5473-4e99-af38-93300d741801 req-61687b10-f2e6-474f-ae65-fe3a9836b389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:53.857882 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d89f5518-5473-4e99-af38-93300d741801 req-61687b10-f2e6-474f-ae65-fe3a9836b389 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a960421c-0ac7-4777-ad11-86ea1221dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0697520 May 12 14:38:53.917204 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-053a07e4-1f1c-4c9a-8ef1-7cd7f4b97c65 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Made reservation on behalf of 202791457f0749649e8cc096f6e43404 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:38:53.921184 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-053a07e4-1f1c-4c9a-8ef1-7cd7f4b97c65 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:53.926749 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6c572481-482b-4035-9a5e-4230d31b911f req-363a4f7d-d1d3-44d5-8300-2364cf9268e9 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ab141b9-e016-4455-adee-9a30a6dc0cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990298 May 12 14:38:54.026767 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d89f5518-5473-4e99-af38-93300d741801 req-d7c7367b-a015-4d87-9a5d-829341f039cb service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606290 May 12 14:38:54.174609 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a0691-799f-4130-ab6b-fe87e2101010 req-72f19168-c0dd-4903-895c-30bb23c5bab4 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:54.176051 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-030a0691-799f-4130-ab6b-fe87e2101010 req-72f19168-c0dd-4903-895c-30bb23c5bab4 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.1276627 May 12 14:38:54.229439 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a8ed3d59-3851-4274-aad2-3019d1526705 req-b0999783-e4e2-451e-9448-a7f3096d3a2b tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 210 time: 0.0652473 May 12 14:38:54.233640 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-053a07e4-1f1c-4c9a-8ef1-7cd7f4b97c65 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Allocated IP 172.20.0.6 (a850f271-3b32-48bf-8bb5-be1eb540a3d0/8fb7d41d-7144-4a8c-a134-c65db57b4ef6/152a3c94-4ce4-4682-a2c1-1ad44f9d899e) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:38:54.277448 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d89f5518-5473-4e99-af38-93300d741801 req-92cd03a4-440c-4baa-91fd-83606c6756d4 service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416995 May 12 14:38:54.288283 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-030a0691-799f-4130-ab6b-fe87e2101010 req-03bfb6ff-4022-49c0-bdc3-d44b9e3c8d5a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980170 May 12 14:38:54.421963 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-053a07e4-1f1c-4c9a-8ef1-7cd7f4b97c65 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for port (152a3c94-4ce4-4682-a2c1-1ad44f9d899e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:54.454976 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-053a07e4-1f1c-4c9a-8ef1-7cd7f4b97c65 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (152a3c94-4ce4-4682-a2c1-1ad44f9d899e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:54.495843 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-053a07e4-1f1c-4c9a-8ef1-7cd7f4b97c65 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Network a850f271-3b32-48bf-8bb5-be1eb540a3d0 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:38:54.499500 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-053a07e4-1f1c-4c9a-8ef1-7cd7f4b97c65 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:38:54.505680 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-053a07e4-1f1c-4c9a-8ef1-7cd7f4b97c65 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:38:54.529165 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a07e4-1f1c-4c9a-8ef1-7cd7f4b97c65 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Pushing event updated for resources: {'Port': ['ID=152a3c94-4ce4-4682-a2c1-1ad44f9d899e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:54.557899 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-053a07e4-1f1c-4c9a-8ef1-7cd7f4b97c65 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:54.558544 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-053a07e4-1f1c-4c9a-8ef1-7cd7f4b97c65 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:54.578822 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-053a07e4-1f1c-4c9a-8ef1-7cd7f4b97c65 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2080233 May 12 14:38:54.607876 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-c7e91269-3147-41dc-a55c-fa2e55c03d16 service neutron] Request body: {'port': {'device_id': '533a547e-b44f-4a33-8725-24b323556322', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:54.673052 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-c7e91269-3147-41dc-a55c-fa2e55c03d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (152a3c94-4ce4-4682-a2c1-1ad44f9d899e), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:54.750815 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 16daad85-8ecb-4b6e-94ba-93e5f3dce471 up at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:38:54.789766 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b447610a-9463-4ff2-8b8b-f665d48255ba None None] Provisioning complete for port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:38:54.790028 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b447610a-9463-4ff2-8b8b-f665d48255ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (152a3c94-4ce4-4682-a2c1-1ad44f9d899e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:54.835283 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning for port 16daad85-8ecb-4b6e-94ba-93e5f3dce471 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:38:54.837209 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b447610a-9463-4ff2-8b8b-f665d48255ba None None] Port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:38:54.842107 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning complete for port 16daad85-8ecb-4b6e-94ba-93e5f3dce471 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:38:54.842686 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (16daad85-8ecb-4b6e-94ba-93e5f3dce471), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:54.925689 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 16daad85-8ecb-4b6e-94ba-93e5f3dce471 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:38:54.926079 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (16daad85-8ecb-4b6e-94ba-93e5f3dce471), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:54.950204 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134a856e-1321-471c-bc31-43307ca41802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16daad85-8ecb-4b6e-94ba-93e5f3dce471'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:38:54.952508 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93092b4-1e6a-44ec-ace8-34b82767954f" -d '{"events": [{"server_uuid": "134a856e-1321-471c-bc31-43307ca41802", "name": "network-vif-plugged", "status": "completed", "tag": "16daad85-8ecb-4b6e-94ba-93e5f3dce471"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:38:54.967665 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 16daad85-8ecb-4b6e-94ba-93e5f3dce471, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=16daad85-8ecb-4b6e-94ba-93e5f3dce471,segment=NetworkSegment(3e6925c9-868c-4eb2-b1c7-d7edce7ca97c),segment_id=3e6925c9-868c-4eb2-b1c7-d7edce7ca97c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:38:54.974758 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (16daad85-8ecb-4b6e-94ba-93e5f3dce471), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:55.001280 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-c7e91269-3147-41dc-a55c-fa2e55c03d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 152a3c94-4ce4-4682-a2c1-1ad44f9d899e {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:38:55.015882 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e5729b-4aa4-4129-8df5-09ca37a0654f x-openstack-request-id: req-e8e5729b-4aa4-4129-8df5-09ca37a0654f {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:38:55.016269 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134a856e-1321-471c-bc31-43307ca41802", "name": "network-vif-plugged", "status": "completed", "tag": "16daad85-8ecb-4b6e-94ba-93e5f3dce471", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:38:55.016617 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e8e5729b-4aa4-4129-8df5-09ca37a0654f {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:38:55.017101 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8e5729b-4aa4-4129-8df5-09ca37a0654f'] response: {'server_uuid': '134a856e-1321-471c-bc31-43307ca41802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16daad85-8ecb-4b6e-94ba-93e5f3dce471', 'code': 200} May 12 14:38:55.022652 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-c7e91269-3147-41dc-a55c-fa2e55c03d16 service neutron] Publish callbacks [] for port (152a3c94-4ce4-4682-a2c1-1ad44f9d899e), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:55.033957 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=16daad85-8ecb-4b6e-94ba-93e5f3dce471,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:55.041201 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:55.041548 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:55.041955 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:55.042298 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:55.042629 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:55.042956 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:55.043304 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:55.043627 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:55.043960 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:55.044282 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:55.045142 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:55.045466 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:55.045784 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:55.046102 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:55.046423 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:38:55.056559 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-c7e91269-3147-41dc-a55c-fa2e55c03d16 service neutron] Transition to ACTIVE for port object 152a3c94-4ce4-4682-a2c1-1ad44f9d899e will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:38:55.069356 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0887b-8105-4678-83d0-e1f94889f33f req-0c11cb5d-34bb-4960-bae8-65d00670cf92 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:55.070956 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a1b0887b-8105-4678-83d0-e1f94889f33f req-0c11cb5d-34bb-4960-bae8-65d00670cf92 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=134a856e-1321-471c-bc31-43307ca41802 HTTP/1.1" status: 200 len: 945 time: 0.0604775 May 12 14:38:55.071594 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-c7e91269-3147-41dc-a55c-fa2e55c03d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745168'] for port (152a3c94-4ce4-4682-a2c1-1ad44f9d899e), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:55.139298 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e91269-3147-41dc-a55c-fa2e55c03d16 service neutron] Pushing event updated for resources: {'Port': ['ID=152a3c94-4ce4-4682-a2c1-1ad44f9d899e,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:55.210942 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a1b0887b-8105-4678-83d0-e1f94889f33f req-064c2ed8-aa86-4cad-9eb6-0915c8473331 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ab141b9-e016-4455-adee-9a30a6dc0cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338005 May 12 14:38:55.297579 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-c7e91269-3147-41dc-a55c-fa2e55c03d16 service neutron] Attempting to bind port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:38:55.298083 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-c7e91269-3147-41dc-a55c-fa2e55c03d16 service neutron] Attempting to bind port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '9eb73ca4-c62a-41f2-a61e-de015e1862b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:38:55.298590 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-c7e91269-3147-41dc-a55c-fa2e55c03d16 service neutron] Attempting to bind port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e on network a850f271-3b32-48bf-8bb5-be1eb540a3d0 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:38:55.301962 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b29c2-7024-424f-b53e-91383f248848 req-c800ed09-a9df-4135-986c-948d36a3a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:55.303635 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-323b29c2-7024-424f-b53e-91383f248848 req-c800ed09-a9df-4135-986c-948d36a3a749 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=134a856e-1321-471c-bc31-43307ca41802 HTTP/1.1" status: 200 len: 1129 time: 0.0756192 May 12 14:38:55.306822 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-c7e91269-3147-41dc-a55c-fa2e55c03d16 service neutron] Port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e on network a850f271-3b32-48bf-8bb5-be1eb540a3d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:38:55.307192 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-c7e91269-3147-41dc-a55c-fa2e55c03d16 service neutron] Attempting to bind port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e on network a850f271-3b32-48bf-8bb5-be1eb540a3d0 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:38:55.324675 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-c7e91269-3147-41dc-a55c-fa2e55c03d16 service neutron] Checking agent: {'id': 'c5e9105e-03c6-4986-a076-8428d06d9de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:38:55.325011 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-c7e91269-3147-41dc-a55c-fa2e55c03d16 service neutron] Checking segment: {'id': '9eb73ca4-c62a-41f2-a61e-de015e1862b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:38:55.325385 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-c7e91269-3147-41dc-a55c-fa2e55c03d16 service neutron] Bound using segment: {'id': '9eb73ca4-c62a-41f2-a61e-de015e1862b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:38:55.325825 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-c7e91269-3147-41dc-a55c-fa2e55c03d16 service neutron] Bound port: 152a3c94-4ce4-4682-a2c1-1ad44f9d899e, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb73ca4-c62a-41f2-a61e-de015e1862b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:38:55.326188 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-c7e91269-3147-41dc-a55c-fa2e55c03d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (152a3c94-4ce4-4682-a2c1-1ad44f9d899e), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:55.404703 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfae1ea-b5d3-4bf7-90ec-39ca54636dda req-ca8f9192-5aab-4d85-a688-fd60d14334a1 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:55.406175 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fbfae1ea-b5d3-4bf7-90ec-39ca54636dda req-ca8f9192-5aab-4d85-a688-fd60d14334a1 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0956254 May 12 14:38:55.505304 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fab30-4a36-4f45-a7a3-c4be6fefd6b8 req-82f130bf-3306-4865-86e4-728d7c7b7e77 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:55.506750 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a03fab30-4a36-4f45-a7a3-c4be6fefd6b8 req-82f130bf-3306-4865-86e4-728d7c7b7e77 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.1290689 May 12 14:38:55.514710 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-323b29c2-7024-424f-b53e-91383f248848 req-a10a3428-d1c0-40f6-84fc-1a9b41b43da6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5ab141b9-e016-4455-adee-9a30a6dc0cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931870 May 12 14:38:55.518424 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-c7e91269-3147-41dc-a55c-fa2e55c03d16 service neutron] For port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e, host hv-cinder-77703, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:38:55.524318 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-c7e91269-3147-41dc-a55c-fa2e55c03d16 service neutron] For port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=152a3c94-4ce4-4682-a2c1-1ad44f9d899e,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:38:55.545341 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-c7e91269-3147-41dc-a55c-fa2e55c03d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745168'] for port (152a3c94-4ce4-4682-a2c1-1ad44f9d899e), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:55.560478 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fbfae1ea-b5d3-4bf7-90ec-39ca54636dda req-56174c03-bd8c-4095-8dc4-d85009ccb74a tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423805 May 12 14:38:55.605953 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-c7e91269-3147-41dc-a55c-fa2e55c03d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:55.606524 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-c7e91269-3147-41dc-a55c-fa2e55c03d16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:55.607831 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-c7e91269-3147-41dc-a55c-fa2e55c03d16 service neutron] 10.222.0.57 "PUT /v2.0/ports/152a3c94-4ce4-4682-a2c1-1ad44f9d899e HTTP/1.1" status: 200 len: 1093 time: 1.0055549 May 12 14:38:55.608273 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533a547e-b44f-4a33-8725-24b323556322', 'tag': '152a3c94-4ce4-4682-a2c1-1ad44f9d899e'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:38:55.610536 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa5be8a-b44a-43f3-81b6-9074b66fbd26" -d '{"events": [{"name": "network-changed", "server_uuid": "533a547e-b44f-4a33-8725-24b323556322", "tag": "152a3c94-4ce4-4682-a2c1-1ad44f9d899e"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:38:55.627877 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a03fab30-4a36-4f45-a7a3-c4be6fefd6b8 req-9d935d3d-e26f-44d2-b4fb-af595498b974 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105182 May 12 14:38:55.647480 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e91269-3147-41dc-a55c-fa2e55c03d16 service neutron] Pushing event updated for resources: {'Port': ['ID=152a3c94-4ce4-4682-a2c1-1ad44f9d899e,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:38:55.675520 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd334417-bb8a-4ff2-8833-9b18e8f82a2b x-openstack-request-id: req-cd334417-bb8a-4ff2-8833-9b18e8f82a2b {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:38:55.675812 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533a547e-b44f-4a33-8725-24b323556322", "tag": "152a3c94-4ce4-4682-a2c1-1ad44f9d899e", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:38:55.676063 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cd334417-bb8a-4ff2-8833-9b18e8f82a2b {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:38:55.676679 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd334417-bb8a-4ff2-8833-9b18e8f82a2b'] response: {'name': 'network-changed', 'server_uuid': '533a547e-b44f-4a33-8725-24b323556322', 'tag': '152a3c94-4ce4-4682-a2c1-1ad44f9d899e', 'status': 'completed', 'code': 200} May 12 14:38:56.138179 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5be8a-b44a-43f3-81b6-9074b66fbd26 req-e1b409e6-5d10-4ea9-b9a4-3c77980ae5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:56.139588 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2aa5be8a-b44a-43f3-81b6-9074b66fbd26 req-e1b409e6-5d10-4ea9-b9a4-3c77980ae5bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=202791457f0749649e8cc096f6e43404&device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 1127 time: 0.0393674 May 12 14:38:56.332055 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0aa90-89f6-4719-a6cd-35d19885a8b3 req-1842457d-a6e1-4196-8ec8-7dea04532453 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:56.333553 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-72e0aa90-89f6-4719-a6cd-35d19885a8b3 req-1842457d-a6e1-4196-8ec8-7dea04532453 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=134a856e-1321-471c-bc31-43307ca41802 HTTP/1.1" status: 200 len: 945 time: 0.0514662 May 12 14:38:56.381403 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-72e0aa90-89f6-4719-a6cd-35d19885a8b3 req-911c2d29-41be-4f33-800c-c3d2ec176c90 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ab141b9-e016-4455-adee-9a30a6dc0cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423465 May 12 14:38:56.681865 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71b9c3-0af5-4bc5-9454-739b2b58bfcb req-ae301646-4d8c-46b5-aee2-37086a450509 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:56.683367 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0a71b9c3-0af5-4bc5-9454-739b2b58bfcb req-ae301646-4d8c-46b5-aee2-37086a450509 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0501969 May 12 14:38:56.763937 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e34bf-2bfc-4810-a8ae-765e1c2da212 req-382960da-dcfc-47c5-8fa9-2c49387e1813 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:56.765390 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d44e34bf-2bfc-4810-a8ae-765e1c2da212 req-382960da-dcfc-47c5-8fa9-2c49387e1813 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0688920 May 12 14:38:56.768679 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0a71b9c3-0af5-4bc5-9454-739b2b58bfcb req-9d20cf5a-d49d-4d12-b277-8080cbf23ad7 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793054 May 12 14:38:56.828748 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d44e34bf-2bfc-4810-a8ae-765e1c2da212 req-e03f3425-b25d-4865-8b85-4eaa58ed6e20 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577734 May 12 14:38:56.901716 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5be8a-b44a-43f3-81b6-9074b66fbd26 req-2bbc6479-143c-4e61-bff1-5397267e2750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:56.903176 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2aa5be8a-b44a-43f3-81b6-9074b66fbd26 req-2bbc6479-143c-4e61-bff1-5397267e2750 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=202791457f0749649e8cc096f6e43404&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0985594 May 12 14:38:56.993320 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5be8a-b44a-43f3-81b6-9074b66fbd26 req-32b0619f-1453-432d-a4e8-1133882af9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:56.994777 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2aa5be8a-b44a-43f3-81b6-9074b66fbd26 req-32b0619f-1453-432d-a4e8-1133882af9ad service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0852559 May 12 14:38:57.148708 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-18e4e871-c31e-4636-95f4-73cac42f7832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:57.150153 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-18e4e871-c31e-4636-95f4-73cac42f7832 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=202791457f0749649e8cc096f6e43404&device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 1127 time: 0.0420451 May 12 14:38:57.352891 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-3e6ad76b-88dd-4bdf-b62f-e8b9d9e7ea25 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=152a3c94-4ce4-4682-a2c1-1ad44f9d899e HTTP/1.1" status: 200 len: 217 time: 0.0348768 May 12 14:38:57.491664 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfe5c8-7687-4cc1-b480-6cc39d9c2b66 req-924a7332-ae9e-42cd-bbeb-2859d76c4097 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:57.492819 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-44cfe5c8-7687-4cc1-b480-6cc39d9c2b66 req-924a7332-ae9e-42cd-bbeb-2859d76c4097 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=134a856e-1321-471c-bc31-43307ca41802 HTTP/1.1" status: 200 len: 945 time: 0.0469382 May 12 14:38:57.540225 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-44cfe5c8-7687-4cc1-b480-6cc39d9c2b66 req-6279ebf8-e9a4-4f92-9118-5f72236053d6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ab141b9-e016-4455-adee-9a30a6dc0cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408962 May 12 14:38:57.649158 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0e918-a049-4462-9b62-6b037f7b497b req-1322d7c9-984b-47fa-9a62-39beb6130e46 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:57.650606 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-aff0e918-a049-4462-9b62-6b037f7b497b req-1322d7c9-984b-47fa-9a62-39beb6130e46 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=134a856e-1321-471c-bc31-43307ca41802 HTTP/1.1" status: 200 len: 945 time: 0.0492465 May 12 14:38:57.659048 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 39710) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:38:57.663178 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-494c891b-e67c-4105-b859-d3e23f3bb1e1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Request body: {'floatingip': {'port_id': '16daad85-8ecb-4b6e-94ba-93e5f3dce471'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:38:57.703103 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-494c891b-e67c-4105-b859-d3e23f3bb1e1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for floatingip (138b59c1-05ee-4971-b003-a33c9d756e29), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:57.903166 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95840780-4e23-4f70-8513-f22273ef9a34 req-6d28f20b-1237-4e96-a72c-ac70a6475d39 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:57.904663 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-95840780-4e23-4f70-8513-f22273ef9a34 req-6d28f20b-1237-4e96-a72c-ac70a6475d39 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0594430 May 12 14:38:58.008466 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b621c-8a9b-4d45-8174-4c3bab1f4037 req-c986e961-6acc-491c-881a-241d47bee015 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:58.009901 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cd9b621c-8a9b-4d45-8174-4c3bab1f4037 req-c986e961-6acc-491c-881a-241d47bee015 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.1131377 May 12 14:38:58.104074 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-95840780-4e23-4f70-8513-f22273ef9a34 req-5547fc12-e257-4d6a-a403-3b1073c08b0e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886821 May 12 14:38:58.186099 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cd9b621c-8a9b-4d45-8174-4c3bab1f4037 req-e80b789f-eb13-4f9b-86e8-b906b97b92ff tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694305 May 12 14:38:58.189112 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-3bcb02cd-6799-4031-8b5e-b68b1dbc402f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:58.190460 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-3bcb02cd-6799-4031-8b5e-b68b1dbc402f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8fb7d41d-7144-4a8c-a134-c65db57b4ef6 HTTP/1.1" status: 200 len: 856 time: 0.1304770 May 12 14:38:58.277219 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-242458ce-0d64-42ad-a94b-423a7c9f6280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:58.279345 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-242458ce-0d64-42ad-a94b-423a7c9f6280 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a850f271-3b32-48bf-8bb5-be1eb540a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0540297 May 12 14:38:58.417180 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-494c891b-e67c-4105-b859-d3e23f3bb1e1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:58.428248 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-494c891b-e67c-4105-b859-d3e23f3bb1e1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (138b59c1-05ee-4971-b003-a33c9d756e29), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:58.462876 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-01ff4d23-66aa-43b2-943e-8048c51b931c service neutron] 10.222.0.57 "GET /v2.0/networks/a850f271-3b32-48bf-8bb5-be1eb540a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637690 May 12 14:38:58.823824 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.db.l3_db [None req-494c891b-e67c-4105-b859-d3e23f3bb1e1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Floating IP 138b59c1-05ee-4971-b003-a33c9d756e29 associated. External IP: 172.27.0.122, port: 16daad85-8ecb-4b6e-94ba-93e5f3dce471. May 12 14:38:58.900091 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-026fb352-46ab-4241-8d6e-999ab9634ee8 req-272a4638-5a4f-42c2-b431-707812eee4fe service neutron] 10.222.0.57 "GET /v2.0/networks/a850f271-3b32-48bf-8bb5-be1eb540a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405396 May 12 14:38:59.052035 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494c891b-e67c-4105-b859-d3e23f3bb1e1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Router dd91525d-7750-4dcb-ae52-af578e78c8de has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:38:59.164225 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494c891b-e67c-4105-b859-d3e23f3bb1e1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:38:59.171005 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-494c891b-e67c-4105-b859-d3e23f3bb1e1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:38:59.177831 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08418dd-18bc-4068-a3e3-e3476c3e2d8d None None] Sync routers for ids ['dd91525d-7750-4dcb-ae52-af578e78c8de'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:38:59.190451 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08418dd-18bc-4068-a3e3-e3476c3e2d8d None None] Routers {'dd91525d-7750-4dcb-ae52-af578e78c8de'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:38:59.191017 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b08418dd-18bc-4068-a3e3-e3476c3e2d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:38:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['dd91525d-7750-4dcb-ae52-af578e78c8de'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:59.239310 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-494c891b-e67c-4105-b859-d3e23f3bb1e1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "PUT /v2.0/floatingips/138b59c1-05ee-4971-b003-a33c9d756e29 HTTP/1.1" status: 200 len: 991 time: 1.5791740 May 12 14:38:59.242390 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134a856e-1321-471c-bc31-43307ca41802', 'tag': '16daad85-8ecb-4b6e-94ba-93e5f3dce471'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:38:59.244391 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2712a2dd-73d8-41c8-a1d0-24c8ab2b2892" -d '{"events": [{"name": "network-changed", "server_uuid": "134a856e-1321-471c-bc31-43307ca41802", "tag": "16daad85-8ecb-4b6e-94ba-93e5f3dce471"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:38:59.258228 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fcdc0f-40bc-4848-ae4d-7369ea18d1cc req-4756bef8-dbea-48d5-b334-2f5379ac208b tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:59.259750 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f4fcdc0f-40bc-4848-ae4d-7369ea18d1cc req-4756bef8-dbea-48d5-b334-2f5379ac208b tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0648031 May 12 14:38:59.305533 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-b08418dd-18bc-4068-a3e3-e3476c3e2d8d None None] Set router dd91525d-7750-4dcb-ae52-af578e78c8de gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:38:59.326299 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4842d-43b6-4b0f-91b3-706513612adb req-1211c95a-e693-489d-b25e-d7dbe7372de9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:38:59.327802 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-24a4842d-43b6-4b0f-91b3-706513612adb req-1211c95a-e693-489d-b25e-d7dbe7372de9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0671890 May 12 14:38:59.353457 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f4fcdc0f-40bc-4848-ae4d-7369ea18d1cc req-ca7c913a-ff23-4b94-a1d5-ce6d39e1ff66 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838537 May 12 14:38:59.391277 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-24a4842d-43b6-4b0f-91b3-706513612adb req-21d8e042-a6b3-4e8f-b5d5-a88ae5d88fb2 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558183 May 12 14:38:59.402191 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f480d8-de42-42bb-b7cf-bda1cd2c5fd0 x-openstack-request-id: req-f3f480d8-de42-42bb-b7cf-bda1cd2c5fd0 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:38:59.402609 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134a856e-1321-471c-bc31-43307ca41802", "tag": "16daad85-8ecb-4b6e-94ba-93e5f3dce471", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:38:59.402923 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f3f480d8-de42-42bb-b7cf-bda1cd2c5fd0 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:38:59.403438 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3f480d8-de42-42bb-b7cf-bda1cd2c5fd0'] response: {'name': 'network-changed', 'server_uuid': '134a856e-1321-471c-bc31-43307ca41802', 'tag': '16daad85-8ecb-4b6e-94ba-93e5f3dce471', 'status': 'completed', 'code': 200} May 12 14:38:59.524523 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b08418dd-18bc-4068-a3e3-e3476c3e2d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '138b59c1-05ee-4971-b003-a33c9d756e29', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'port_id': '16daad85-8ecb-4b6e-94ba-93e5f3dce471', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'mac_address': 'fa:16:3e:cb:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a856e-1321-471c-bc31-43307ca41802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:38:40Z', 'updated_at': '2022-05-12T14:38:58Z', 'revision_number': 1, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1881a025-4b13-41d1-a6b2-bb60f215b10a', 'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'mac_address': 'fa:16:3e:5c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:23Z', 'updated_at': '2022-05-12T14:31:29Z', 'revision_number': 5, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'subnets': [{'id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:59.550341 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08418dd-18bc-4068-a3e3-e3476c3e2d8d None None] Checking router: dd91525d-7750-4dcb-ae52-af578e78c8de for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:38:59.558444 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08418dd-18bc-4068-a3e3-e3476c3e2d8d None None] Routers {'dd91525d-7750-4dcb-ae52-af578e78c8de'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:38:59.559055 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b08418dd-18bc-4068-a3e3-e3476c3e2d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:38:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['dd91525d-7750-4dcb-ae52-af578e78c8de'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:59.664948 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-b08418dd-18bc-4068-a3e3-e3476c3e2d8d None None] Set router dd91525d-7750-4dcb-ae52-af578e78c8de gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:38:59.876891 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-b08418dd-18bc-4068-a3e3-e3476c3e2d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '138b59c1-05ee-4971-b003-a33c9d756e29', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'port_id': '16daad85-8ecb-4b6e-94ba-93e5f3dce471', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'mac_address': 'fa:16:3e:cb:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a856e-1321-471c-bc31-43307ca41802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:38:40Z', 'updated_at': '2022-05-12T14:38:58Z', 'revision_number': 1, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1881a025-4b13-41d1-a6b2-bb60f215b10a', 'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'mac_address': 'fa:16:3e:5c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:23Z', 'updated_at': '2022-05-12T14:31:29Z', 'revision_number': 5, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'subnets': [{'id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:38:59.902237 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08418dd-18bc-4068-a3e3-e3476c3e2d8d None None] The sync data for ids ['dd91525d-7750-4dcb-ae52-af578e78c8de'] in dv-cinder-777031-14-iscsi is: [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '138b59c1-05ee-4971-b003-a33c9d756e29', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'port_id': '16daad85-8ecb-4b6e-94ba-93e5f3dce471', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'mac_address': 'fa:16:3e:cb:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134a856e-1321-471c-bc31-43307ca41802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:38:40Z', 'updated_at': '2022-05-12T14:38:58Z', 'revision_number': 1, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1881a025-4b13-41d1-a6b2-bb60f215b10a', 'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'mac_address': 'fa:16:3e:5c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:23Z', 'updated_at': '2022-05-12T14:31:29Z', 'revision_number': 5, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'subnets': [{'id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:39:00.092453 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb51aa4c-755c-475d-93a3-7cbbfa36bf6c None None] New status for floating IP 138b59c1-05ee-4971-b003-a33c9d756e29: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:39:00.484069 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bdf7e5-1a03-411a-b158-39dbcb29f133 req-b2f31283-2dc1-44e8-b02d-fb9fcbabfa73 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:00.485422 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-76bdf7e5-1a03-411a-b158-39dbcb29f133 req-b2f31283-2dc1-44e8-b02d-fb9fcbabfa73 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0586529 May 12 14:39:00.530541 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0678040-9aea-47df-b8cd-206f842da95d req-8b07a5bd-bc83-4e9f-a655-3641ea5c121b tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:00.531987 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d0678040-9aea-47df-b8cd-206f842da95d req-8b07a5bd-bc83-4e9f-a655-3641ea5c121b tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0667412 May 12 14:39:00.569320 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-76bdf7e5-1a03-411a-b158-39dbcb29f133 req-74ca4652-6083-4194-ad9f-961dc81f70ea tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683794 May 12 14:39:00.595302 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d0678040-9aea-47df-b8cd-206f842da95d req-9bde5349-6962-4c3c-9040-f2f96e90759c tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540156 May 12 14:39:01.538264 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:39:01.718842 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013f764-aea7-479f-9474-87cd7dfd0c6a req-caae726f-5d40-43b3-8543-052785c1b7af tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:01.720358 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e013f764-aea7-479f-9474-87cd7dfd0c6a req-caae726f-5d40-43b3-8543-052785c1b7af tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0776329 May 12 14:39:01.732915 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31e16c-dab9-4f44-89f6-d78642d87021 req-35c13313-0a7b-4a66-89a1-23865777ce2d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:01.734333 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2c31e16c-dab9-4f44-89f6-d78642d87021 req-35c13313-0a7b-4a66-89a1-23865777ce2d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0641813 May 12 14:39:01.804162 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e013f764-aea7-479f-9474-87cd7dfd0c6a req-bc23f7b4-d05c-45df-9a34-ebad874fd0a1 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779812 May 12 14:39:01.807394 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2c31e16c-dab9-4f44-89f6-d78642d87021 req-a392ddaa-d94b-4bc7-8a97-49ee177993a5 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675731 May 12 14:39:02.258635 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712a2dd-73d8-41c8-a1d0-24c8ab2b2892 req-817eb1ec-b6ae-4b97-ae57-1a0d6c1b6e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:02.260143 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2712a2dd-73d8-41c8-a1d0-24c8ab2b2892 req-817eb1ec-b6ae-4b97-ae57-1a0d6c1b6e02 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4b5ca018b5f4dda99486407424b8168&device_id=134a856e-1321-471c-bc31-43307ca41802 HTTP/1.1" status: 200 len: 1129 time: 0.0388744 May 12 14:39:02.764527 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712a2dd-73d8-41c8-a1d0-24c8ab2b2892 req-0b1fbbde-ca60-4af2-b9c4-62426fd3ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:02.766003 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2712a2dd-73d8-41c8-a1d0-24c8ab2b2892 req-0b1fbbde-ca60-4af2-b9c4-62426fd3ba40 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3fdc0b19-4053-4c44-8b08-cd1ab3959461 HTTP/1.1" status: 200 len: 915 time: 0.1006751 May 12 14:39:02.805030 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 152a3c94-4ce4-4682-a2c1-1ad44f9d899e details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:39:02.864752 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2712a2dd-73d8-41c8-a1d0-24c8ab2b2892 req-b8ae927e-a6cb-4975-bdf0-a5fc8311840b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16daad85-8ecb-4b6e-94ba-93e5f3dce471 HTTP/1.1" status: 200 len: 1001 time: 0.0671470 May 12 14:39:02.904492 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=152a3c94-4ce4-4682-a2c1-1ad44f9d899e,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:39:02.915841 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Returning: {'device': '152a3c94-4ce4-4682-a2c1-1ad44f9d899e', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'port_id': '152a3c94-4ce4-4682-a2c1-1ad44f9d899e', 'mac_address': 'fa:16:3e:66:a9:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:39:02.957422 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:39:02.957978 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (152a3c94-4ce4-4682-a2c1-1ad44f9d899e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:02.971209 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 152a3c94-4ce4-4682-a2c1-1ad44f9d899e {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:39:02.989704 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712a2dd-73d8-41c8-a1d0-24c8ab2b2892 req-8e507908-89ab-4164-8877-92395a2da34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:02.990983 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=152a3c94-4ce4-4682-a2c1-1ad44f9d899e,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:39:02.991187 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2712a2dd-73d8-41c8-a1d0-24c8ab2b2892 req-8e507908-89ab-4164-8877-92395a2da34c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb99a954-a215-4272-a7a1-86abb04d56af HTTP/1.1" status: 200 len: 853 time: 0.1170111 May 12 14:39:02.995582 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (152a3c94-4ce4-4682-a2c1-1ad44f9d899e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:03.000149 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da8d4d-3f86-4723-bb4f-cca0538ffac8 req-46763262-451d-407c-bab7-dc21d02be1b6 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:03.001582 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-94da8d4d-3f86-4723-bb4f-cca0538ffac8 req-46763262-451d-407c-bab7-dc21d02be1b6 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0900226 May 12 14:39:03.016031 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10c2ec-a314-482a-b112-c36b1706bb6b req-89ad250d-d11b-4b27-b7de-b0fbb18f6d77 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:03.017449 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8e10c2ec-a314-482a-b112-c36b1706bb6b req-89ad250d-d11b-4b27-b7de-b0fbb18f6d77 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.1074045 May 12 14:39:03.042885 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=152a3c94-4ce4-4682-a2c1-1ad44f9d899e,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:03.084370 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712a2dd-73d8-41c8-a1d0-24c8ab2b2892 req-538adf20-47e7-4d00-940b-bfa278f8d58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:03.085849 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2712a2dd-73d8-41c8-a1d0-24c8ab2b2892 req-538adf20-47e7-4d00-940b-bfa278f8d58e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3fdc0b19-4053-4c44-8b08-cd1ab3959461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0834153 May 12 14:39:03.121121 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-94da8d4d-3f86-4723-bb4f-cca0538ffac8 req-d14e5b02-67eb-4c4b-ae4a-64e950e16575 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016181 May 12 14:39:03.149162 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8e10c2ec-a314-482a-b112-c36b1706bb6b req-3715ce2a-df8b-4184-91f7-795ce9c5ceb5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061754 May 12 14:39:03.205379 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2712a2dd-73d8-41c8-a1d0-24c8ab2b2892 req-21a33bb9-b43c-4d95-8fb8-46f434d683d9 service neutron] 10.222.0.57 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977345 May 12 14:39:03.307565 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2712a2dd-73d8-41c8-a1d0-24c8ab2b2892 req-c60b93fc-c8f9-4351-9b84-f2b0554e2ecf service neutron] 10.222.0.57 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899546 May 12 14:39:03.599769 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['152a3c94-4ce4-4682-a2c1-1ad44f9d899e'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:39:04.017035 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09968016-81ce-4029-b329-d24fa9597448 req-f51dd632-2c78-4d30-b7c0-3c22324067fe tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:04.018513 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-09968016-81ce-4029-b329-d24fa9597448 req-f51dd632-2c78-4d30-b7c0-3c22324067fe tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 945 time: 0.0462286 May 12 14:39:04.064353 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-09968016-81ce-4029-b329-d24fa9597448 req-43939aca-9bff-4032-bc42-bead80eddef7 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404310 May 12 14:39:04.086616 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 39756) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:04.169972 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32abd0e3-eda3-4cf7-8e33-685e37aa56ea tempest-TestMinimumBasicScenario-1453779176 tempest-TestMinimumBasicScenario-1453779176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:04.171573 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-32abd0e3-eda3-4cf7-8e33-685e37aa56ea tempest-TestMinimumBasicScenario-1453779176 tempest-TestMinimumBasicScenario-1453779176-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 1124 time: 0.0839720 May 12 14:39:04.174498 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 39762) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:04.178778 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-3b0f9d85-4b74-40bc-8f56-a4de31c38303 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Request body: {'floatingip': {'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'port_id': '5dfbc34b-96be-4bb8-98e9-1380f31b1266', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:39:04.234147 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b0f9d85-4b74-40bc-8f56-a4de31c38303 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:04.282096 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec4a9d-dfbe-4f8d-b276-f9c7ccae66e8 req-04d8555d-f70b-4dfe-a9b3-9bb06e08884c tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:04.283569 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-02ec4a9d-dfbe-4f8d-b276-f9c7ccae66e8 req-04d8555d-f70b-4dfe-a9b3-9bb06e08884c tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0941491 May 12 14:39:04.351661 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055aeb7-6974-4060-8415-bec5ec2fe24a req-e0ddd2a8-8b35-4532-8d7f-d8281a5d7d6e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:04.353105 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9055aeb7-6974-4060-8415-bec5ec2fe24a req-e0ddd2a8-8b35-4532-8d7f-d8281a5d7d6e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 944 time: 0.1298361 May 12 14:39:04.389818 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b0f9d85-4b74-40bc-8f56-a4de31c38303 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:04.418735 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-02ec4a9d-dfbe-4f8d-b276-f9c7ccae66e8 req-21c6bb9b-9da7-4773-b876-ebe1775daa74 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263752 May 12 14:39:04.472540 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9055aeb7-6974-4060-8415-bec5ec2fe24a req-388f7699-440a-4e04-8112-c715e1d5beae tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095142 May 12 14:39:04.535973 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-3b0f9d85-4b74-40bc-8f56-a4de31c38303 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Allocated IP 172.27.0.115 (913ada40-7b52-4232-aff5-95dc520647d4/2870505d-8418-4289-9c4c-0eeadb155262/a22a5707-d6db-4fdf-a696-3dd7362078b5) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:39:04.632631 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b0f9d85-4b74-40bc-8f56-a4de31c38303 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for port (a22a5707-d6db-4fdf-a696-3dd7362078b5), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:04.665802 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b0f9d85-4b74-40bc-8f56-a4de31c38303 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (a22a5707-d6db-4fdf-a696-3dd7362078b5), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:04.699557 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0f9d85-4b74-40bc-8f56-a4de31c38303 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Network 913ada40-7b52-4232-aff5-95dc520647d4 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:39:04.702719 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-3b0f9d85-4b74-40bc-8f56-a4de31c38303 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:39:04.706202 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0f9d85-4b74-40bc-8f56-a4de31c38303 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:39:04.735724 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f9d85-4b74-40bc-8f56-a4de31c38303 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Pushing event updated for resources: {'Port': ['ID=a22a5707-d6db-4fdf-a696-3dd7362078b5,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:05.069049 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b0f9d85-4b74-40bc-8f56-a4de31c38303 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for floatingip (d83dfb0e-71ae-46b2-a7ea-96143f1aa317), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:05.074673 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 152a3c94-4ce4-4682-a2c1-1ad44f9d899e up at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:39:05.120141 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning for port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:39:05.125345 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning complete for port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:39:05.125727 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (152a3c94-4ce4-4682-a2c1-1ad44f9d899e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:05.141829 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b0f9d85-4b74-40bc-8f56-a4de31c38303 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (a22a5707-d6db-4fdf-a696-3dd7362078b5), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:05.203633 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:39:05.204026 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (152a3c94-4ce4-4682-a2c1-1ad44f9d899e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:05.230817 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533a547e-b44f-4a33-8725-24b323556322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152a3c94-4ce4-4682-a2c1-1ad44f9d899e'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:39:05.233537 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8614b8-dd77-4b0d-b49a-83c9b78832df" -d '{"events": [{"server_uuid": "533a547e-b44f-4a33-8725-24b323556322", "name": "network-vif-plugged", "status": "completed", "tag": "152a3c94-4ce4-4682-a2c1-1ad44f9d899e"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:39:05.246013 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=152a3c94-4ce4-4682-a2c1-1ad44f9d899e,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:39:05.250176 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (152a3c94-4ce4-4682-a2c1-1ad44f9d899e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:05.273721 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcfb42f-9007-4de2-9cab-ef13eb6ef618 x-openstack-request-id: req-4dcfb42f-9007-4de2-9cab-ef13eb6ef618 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:39:05.274019 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533a547e-b44f-4a33-8725-24b323556322", "name": "network-vif-plugged", "status": "completed", "tag": "152a3c94-4ce4-4682-a2c1-1ad44f9d899e", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:39:05.274278 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4dcfb42f-9007-4de2-9cab-ef13eb6ef618 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:39:05.274674 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dcfb42f-9007-4de2-9cab-ef13eb6ef618'] response: {'server_uuid': '533a547e-b44f-4a33-8725-24b323556322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152a3c94-4ce4-4682-a2c1-1ad44f9d899e', 'code': 200} May 12 14:39:05.302391 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=152a3c94-4ce4-4682-a2c1-1ad44f9d899e,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:05.330512 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b0f9d85-4b74-40bc-8f56-a4de31c38303 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for port (a22a5707-d6db-4fdf-a696-3dd7362078b5), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:05.336257 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b0f9d85-4b74-40bc-8f56-a4de31c38303 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745168'] for port (a22a5707-d6db-4fdf-a696-3dd7362078b5), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:05.410994 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f9d85-4b74-40bc-8f56-a4de31c38303 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Pushing event updated for resources: {'Port': ['ID=a22a5707-d6db-4fdf-a696-3dd7362078b5,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:05.420963 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b0f9d85-4b74-40bc-8f56-a4de31c38303 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (d83dfb0e-71ae-46b2-a7ea-96143f1aa317), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:05.609544 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.db.l3_db [None req-3b0f9d85-4b74-40bc-8f56-a4de31c38303 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Floating IP d83dfb0e-71ae-46b2-a7ea-96143f1aa317 associated. External IP: 172.27.0.115, port: 5dfbc34b-96be-4bb8-98e9-1380f31b1266. May 12 14:39:05.659312 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422d1f1-db85-411d-a5b7-174a782ef8fc req-a00ef9fb-1b7c-42e9-92db-85805f47cf21 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:05.660765 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2422d1f1-db85-411d-a5b7-174a782ef8fc req-a00ef9fb-1b7c-42e9-92db-85805f47cf21 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.1543789 May 12 14:39:05.661646 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987d634-e9d8-4a4d-9cf1-ce20a55915d1 req-98684064-66cb-4f2d-8494-d9e6ffde4b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:05.662919 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e987d634-e9d8-4a4d-9cf1-ce20a55915d1 req-98684064-66cb-4f2d-8494-d9e6ffde4b06 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 1129 time: 0.1553433 May 12 14:39:05.683336 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782adac-924d-4667-9970-d7b293826dae req-cd3e47fa-c94a-4f09-950b-c8406d1a6c4a tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:05.685221 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a782adac-924d-4667-9970-d7b293826dae req-cd3e47fa-c94a-4f09-950b-c8406d1a6c4a tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.1245015 May 12 14:39:05.812168 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2422d1f1-db85-411d-a5b7-174a782ef8fc req-2f48c3dc-ba83-4c9c-b398-97295f1ec5c0 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433883 May 12 14:39:05.834772 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e987d634-e9d8-4a4d-9cf1-ce20a55915d1 req-a9352c30-a2b7-4eca-85dd-610ee6c41eb8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574123 May 12 14:39:05.840335 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a782adac-924d-4667-9970-d7b293826dae req-a13e2ec7-54ef-4bcd-a744-9b8183c51109 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429040 May 12 14:39:05.952188 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0f9d85-4b74-40bc-8f56-a4de31c38303 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Router 61db997d-beca-4de3-85f5-b02412f8b70f has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:39:06.307249 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0f9d85-4b74-40bc-8f56-a4de31c38303 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:39:06.317929 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93030b1-da76-40cf-ae6e-1df0688cea8a None None] Sync routers for ids ['61db997d-beca-4de3-85f5-b02412f8b70f'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:39:06.326240 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3b0f9d85-4b74-40bc-8f56-a4de31c38303 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:06.328436 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93030b1-da76-40cf-ae6e-1df0688cea8a None None] Routers {'61db997d-beca-4de3-85f5-b02412f8b70f'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:39:06.329067 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f93030b1-da76-40cf-ae6e-1df0688cea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:38:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['61db997d-beca-4de3-85f5-b02412f8b70f'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:39:06.356104 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-3b0f9d85-4b74-40bc-8f56-a4de31c38303 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1805415 May 12 14:39:06.357158 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7740cfd0-aec5-4a22-93f7-a460cadea4ac', 'tag': '5dfbc34b-96be-4bb8-98e9-1380f31b1266'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:39:06.359528 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 39774) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:06.360072 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fb6aa2-5d4e-4b78-a278-5bf281a87669" -d '{"events": [{"name": "network-changed", "server_uuid": "7740cfd0-aec5-4a22-93f7-a460cadea4ac", "tag": "5dfbc34b-96be-4bb8-98e9-1380f31b1266"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:39:06.364264 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e668f8d2-26c1-417f-b61d-d035348aa42b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-24117388', 'description': 'tempest-secgroup-smoke-24117388 description', 'project_id': '9462307fa603476baafa1c5c8ae491d5'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:39:06.389607 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e668f8d2-26c1-417f-b61d-d035348aa42b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:06.398967 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68340ec5-561b-455b-9d9c-4700c621bf7d x-openstack-request-id: req-68340ec5-561b-455b-9d9c-4700c621bf7d {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:39:06.399300 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7740cfd0-aec5-4a22-93f7-a460cadea4ac", "tag": "5dfbc34b-96be-4bb8-98e9-1380f31b1266", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:39:06.399554 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-68340ec5-561b-455b-9d9c-4700c621bf7d {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:39:06.400041 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68340ec5-561b-455b-9d9c-4700c621bf7d'] response: {'name': 'network-changed', 'server_uuid': '7740cfd0-aec5-4a22-93f7-a460cadea4ac', 'tag': '5dfbc34b-96be-4bb8-98e9-1380f31b1266', 'status': 'completed', 'code': 200} May 12 14:39:06.472539 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e668f8d2-26c1-417f-b61d-d035348aa42b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for security_group (9d10a209-0295-4ced-8cf8-33b73d6c1ec1), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:06.476689 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e668f8d2-26c1-417f-b61d-d035348aa42b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (9d10a209-0295-4ced-8cf8-33b73d6c1ec1), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:06.507971 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e668f8d2-26c1-417f-b61d-d035348aa42b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:06.509118 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-e668f8d2-26c1-417f-b61d-d035348aa42b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1485832 May 12 14:39:06.510290 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668f8d2-26c1-417f-b61d-d035348aa42b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d10a209-0295-4ced-8cf8-33b73d6c1ec1,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:06.512280 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 39778) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:06.517056 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-bc3e717b-73e5-4b24-b7aa-88e88400a3a4 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Request body: {'security_group_rule': {'security_group_id': '9d10a209-0295-4ced-8cf8-33b73d6c1ec1', 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:39:06.517682 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668f8d2-26c1-417f-b61d-d035348aa42b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:06.518008 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668f8d2-26c1-417f-b61d-d035348aa42b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:06.518357 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668f8d2-26c1-417f-b61d-d035348aa42b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:06.518700 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668f8d2-26c1-417f-b61d-d035348aa42b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:06.519059 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668f8d2-26c1-417f-b61d-d035348aa42b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:06.519410 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668f8d2-26c1-417f-b61d-d035348aa42b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:06.519744 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668f8d2-26c1-417f-b61d-d035348aa42b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:06.520075 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668f8d2-26c1-417f-b61d-d035348aa42b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:06.520407 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668f8d2-26c1-417f-b61d-d035348aa42b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:06.520738 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668f8d2-26c1-417f-b61d-d035348aa42b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:06.521069 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668f8d2-26c1-417f-b61d-d035348aa42b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:06.521588 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668f8d2-26c1-417f-b61d-d035348aa42b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:06.521923 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668f8d2-26c1-417f-b61d-d035348aa42b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:06.522245 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668f8d2-26c1-417f-b61d-d035348aa42b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:06.522955 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668f8d2-26c1-417f-b61d-d035348aa42b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:39:06.523152 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-f93030b1-da76-40cf-ae6e-1df0688cea8a None None] Set router 61db997d-beca-4de3-85f5-b02412f8b70f gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:39:06.546876 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bc3e717b-73e5-4b24-b7aa-88e88400a3a4 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for security_group_rule (cd7bf5af-c8f9-4ed0-a91b-7b1b9c350967), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:06.600405 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bc3e717b-73e5-4b24-b7aa-88e88400a3a4 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for security_group_rule (cd7bf5af-c8f9-4ed0-a91b-7b1b9c350967), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:06.604174 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bc3e717b-73e5-4b24-b7aa-88e88400a3a4 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (cd7bf5af-c8f9-4ed0-a91b-7b1b9c350967), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:06.623716 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e717b-73e5-4b24-b7aa-88e88400a3a4 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd7bf5af-c8f9-4ed0-a91b-7b1b9c350967,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:06.629148 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bc3e717b-73e5-4b24-b7aa-88e88400a3a4 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:06.630346 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-bc3e717b-73e5-4b24-b7aa-88e88400a3a4 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170323 May 12 14:39:06.633021 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 39780) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:06.637298 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-1ac1e541-b50e-4cbd-9f27-da9bb6cec1e5 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Request body: {'security_group_rule': {'security_group_id': '9d10a209-0295-4ced-8cf8-33b73d6c1ec1', 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:39:06.662632 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1ac1e541-b50e-4cbd-9f27-da9bb6cec1e5 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for security_group_rule (068a8ec5-7cc4-4c44-8264-57a9e8912e24), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:06.721201 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1ac1e541-b50e-4cbd-9f27-da9bb6cec1e5 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for security_group_rule (068a8ec5-7cc4-4c44-8264-57a9e8912e24), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:06.725325 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1ac1e541-b50e-4cbd-9f27-da9bb6cec1e5 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (068a8ec5-7cc4-4c44-8264-57a9e8912e24), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:06.742853 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1e541-b50e-4cbd-9f27-da9bb6cec1e5 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=068a8ec5-7cc4-4c44-8264-57a9e8912e24,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:06.744287 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f93030b1-da76-40cf-ae6e-1df0688cea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'name': 'tempest-TestMinimumBasicScenario-732211673-router', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'b31dda3f-f812-4c44-b767-be8b988b997b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:51Z', 'updated_at': '2022-05-12T14:37:53Z', 'revision_number': 4, 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'gw_port': {'id': 'b31dda3f-f812-4c44-b767-be8b988b997b', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:51Z', 'updated_at': '2022-05-12T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': 'd83dfb0e-71ae-46b2-a7ea-96143f1aa317', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'port_id': '5dfbc34b-96be-4bb8-98e9-1380f31b1266', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02beb22d-1f56-4737-bf39-f35baef398aa', 'mac_address': 'fa:16:3e:63:39:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740cfd0-aec5-4a22-93f7-a460cadea4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:39:04Z', 'updated_at': '2022-05-12T14:39:04Z', 'revision_number': 0, 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a108998f-47e7-4b4b-bed8-f4bf9d16a266', 'name': '', 'network_id': '02beb22d-1f56-4737-bf39-f35baef398aa', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'mac_address': 'fa:16:3e:68:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e7f4252-5005-459d-8b94-9d1eb600e9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:53Z', 'updated_at': '2022-05-12T14:37:57Z', 'revision_number': 5, 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'subnets': [{'id': '2e7f4252-5005-459d-8b94-9d1eb600e9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:39:06.751633 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1ac1e541-b50e-4cbd-9f27-da9bb6cec1e5 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:06.752828 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-1ac1e541-b50e-4cbd-9f27-da9bb6cec1e5 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188698 May 12 14:39:06.755614 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 39782) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:06.760172 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-daa3e643-e1ad-4a96-82f5-66234ca7a21a tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Request body: {'security_group_rule': {'security_group_id': '9d10a209-0295-4ced-8cf8-33b73d6c1ec1', 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:39:06.770794 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93030b1-da76-40cf-ae6e-1df0688cea8a None None] Checking router: 61db997d-beca-4de3-85f5-b02412f8b70f for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:39:06.780913 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93030b1-da76-40cf-ae6e-1df0688cea8a None None] Routers {'61db997d-beca-4de3-85f5-b02412f8b70f'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:39:06.781514 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f93030b1-da76-40cf-ae6e-1df0688cea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:38:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['61db997d-beca-4de3-85f5-b02412f8b70f'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:39:06.785631 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-daa3e643-e1ad-4a96-82f5-66234ca7a21a tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for security_group_rule (c4a31351-d762-4db6-b43c-4aaa6134c255), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:06.843813 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-daa3e643-e1ad-4a96-82f5-66234ca7a21a tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for security_group_rule (c4a31351-d762-4db6-b43c-4aaa6134c255), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:06.848080 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-daa3e643-e1ad-4a96-82f5-66234ca7a21a tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (c4a31351-d762-4db6-b43c-4aaa6134c255), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:06.866409 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3e643-e1ad-4a96-82f5-66234ca7a21a tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a31351-d762-4db6-b43c-4aaa6134c255,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:06.877323 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-daa3e643-e1ad-4a96-82f5-66234ca7a21a tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:06.878040 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-daa3e643-e1ad-4a96-82f5-66234ca7a21a tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214309 May 12 14:39:06.880880 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 39788) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:06.887340 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-2e61232a-819a-409a-b9db-222c1bf18f2b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Request body: {'security_group_rule': {'security_group_id': '9d10a209-0295-4ced-8cf8-33b73d6c1ec1', 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:39:06.912848 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-f93030b1-da76-40cf-ae6e-1df0688cea8a None None] Set router 61db997d-beca-4de3-85f5-b02412f8b70f gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:39:06.974256 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e61232a-819a-409a-b9db-222c1bf18f2b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for security_group_rule (d7910fe2-97f5-4a6c-84a7-01e57b64d798), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:06.987406 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd3abb-281f-4a83-b022-50fd7e6bd9de req-153acf34-52b6-4eaa-853f-75f10054d418 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:06.988909 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8ffd3abb-281f-4a83-b022-50fd7e6bd9de req-153acf34-52b6-4eaa-853f-75f10054d418 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0856848 May 12 14:39:07.017234 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f19327-33b5-4055-a00d-9ed0dc5bc80c req-05e5ece9-a56b-4f5e-80b7-c7e79491bed7 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:07.018608 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e8f19327-33b5-4055-a00d-9ed0dc5bc80c req-05e5ece9-a56b-4f5e-80b7-c7e79491bed7 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0859160 May 12 14:39:07.090902 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8ffd3abb-281f-4a83-b022-50fd7e6bd9de req-7d864920-f670-4866-8512-2bcaea9497d0 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920537 May 12 14:39:07.117781 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e8f19327-33b5-4055-a00d-9ed0dc5bc80c req-72cb21b8-57a6-45c4-bc5b-c69aa84470da tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872862 May 12 14:39:07.123930 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e61232a-819a-409a-b9db-222c1bf18f2b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for security_group_rule (d7910fe2-97f5-4a6c-84a7-01e57b64d798), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:07.128841 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e61232a-819a-409a-b9db-222c1bf18f2b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (d7910fe2-97f5-4a6c-84a7-01e57b64d798), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:07.146539 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f93030b1-da76-40cf-ae6e-1df0688cea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'name': 'tempest-TestMinimumBasicScenario-732211673-router', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'b31dda3f-f812-4c44-b767-be8b988b997b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:51Z', 'updated_at': '2022-05-12T14:37:53Z', 'revision_number': 4, 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'gw_port': {'id': 'b31dda3f-f812-4c44-b767-be8b988b997b', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:51Z', 'updated_at': '2022-05-12T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': 'd83dfb0e-71ae-46b2-a7ea-96143f1aa317', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'port_id': '5dfbc34b-96be-4bb8-98e9-1380f31b1266', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02beb22d-1f56-4737-bf39-f35baef398aa', 'mac_address': 'fa:16:3e:63:39:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740cfd0-aec5-4a22-93f7-a460cadea4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:39:04Z', 'updated_at': '2022-05-12T14:39:04Z', 'revision_number': 0, 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a108998f-47e7-4b4b-bed8-f4bf9d16a266', 'name': '', 'network_id': '02beb22d-1f56-4737-bf39-f35baef398aa', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'mac_address': 'fa:16:3e:68:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e7f4252-5005-459d-8b94-9d1eb600e9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:53Z', 'updated_at': '2022-05-12T14:37:57Z', 'revision_number': 5, 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'subnets': [{'id': '2e7f4252-5005-459d-8b94-9d1eb600e9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:39:07.155053 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61232a-819a-409a-b9db-222c1bf18f2b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7910fe2-97f5-4a6c-84a7-01e57b64d798,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:07.173923 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93030b1-da76-40cf-ae6e-1df0688cea8a None None] The sync data for ids ['61db997d-beca-4de3-85f5-b02412f8b70f'] in dv-cinder-777031-14-iscsi is: [{'id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'name': 'tempest-TestMinimumBasicScenario-732211673-router', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'b31dda3f-f812-4c44-b767-be8b988b997b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:51Z', 'updated_at': '2022-05-12T14:37:53Z', 'revision_number': 4, 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'gw_port': {'id': 'b31dda3f-f812-4c44-b767-be8b988b997b', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:51Z', 'updated_at': '2022-05-12T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': 'd83dfb0e-71ae-46b2-a7ea-96143f1aa317', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'port_id': '5dfbc34b-96be-4bb8-98e9-1380f31b1266', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02beb22d-1f56-4737-bf39-f35baef398aa', 'mac_address': 'fa:16:3e:63:39:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7740cfd0-aec5-4a22-93f7-a460cadea4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:39:04Z', 'updated_at': '2022-05-12T14:39:04Z', 'revision_number': 0, 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a108998f-47e7-4b4b-bed8-f4bf9d16a266', 'name': '', 'network_id': '02beb22d-1f56-4737-bf39-f35baef398aa', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'mac_address': 'fa:16:3e:68:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e7f4252-5005-459d-8b94-9d1eb600e9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:53Z', 'updated_at': '2022-05-12T14:37:57Z', 'revision_number': 5, 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'subnets': [{'id': '2e7f4252-5005-459d-8b94-9d1eb600e9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:39:07.190697 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e61232a-819a-409a-b9db-222c1bf18f2b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:07.191937 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-2e61232a-819a-409a-b9db-222c1bf18f2b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3101287 May 12 14:39:07.195091 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 39790) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:07.196386 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb6aa2-5d4e-4b78-a278-5bf281a87669 req-a0df810d-1f76-4f4e-889c-352502e4b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:07.197848 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-53fb6aa2-5d4e-4b78-a278-5bf281a87669 req-a0df810d-1f76-4f4e-889c-352502e4b3ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9462307fa603476baafa1c5c8ae491d5&device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 1129 time: 0.0545702 May 12 14:39:07.201260 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-8c83b962-2a53-48d4-8bd8-db6523ef2dc6 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Request body: {'security_group_rule': {'security_group_id': '9d10a209-0295-4ced-8cf8-33b73d6c1ec1', 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:39:07.225969 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.db.securitygroups_db [None req-8c83b962-2a53-48d4-8bd8-db6523ef2dc6 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Project 9462307fa603476baafa1c5c8ae491d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 14:39:07.232045 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8c83b962-2a53-48d4-8bd8-db6523ef2dc6 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for security_group_rule (47491f6d-88b5-40a7-b1ff-ee103270c208), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:07.295647 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8c83b962-2a53-48d4-8bd8-db6523ef2dc6 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for security_group_rule (47491f6d-88b5-40a7-b1ff-ee103270c208), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:07.299918 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8c83b962-2a53-48d4-8bd8-db6523ef2dc6 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (47491f6d-88b5-40a7-b1ff-ee103270c208), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:07.306239 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb6aa2-5d4e-4b78-a278-5bf281a87669 req-b190ac48-0eb3-4722-aab6-3bb98b06e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:07.307774 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-53fb6aa2-5d4e-4b78-a278-5bf281a87669 req-b190ac48-0eb3-4722-aab6-3bb98b06e2e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02beb22d-1f56-4737-bf39-f35baef398aa HTTP/1.1" status: 200 len: 915 time: 0.0992210 May 12 14:39:07.317534 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83b962-2a53-48d4-8bd8-db6523ef2dc6 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47491f6d-88b5-40a7-b1ff-ee103270c208,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:07.330937 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-8c83b962-2a53-48d4-8bd8-db6523ef2dc6 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:07.332373 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-8c83b962-2a53-48d4-8bd8-db6523ef2dc6 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1358554 May 12 14:39:07.335077 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 39792) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:07.339702 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-4b10b25b-1110-4d12-a2a5-cfc72364767a tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Request body: {'security_group_rule': {'security_group_id': '9d10a209-0295-4ced-8cf8-33b73d6c1ec1', 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:39:07.361755 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.db.securitygroups_db [None req-4b10b25b-1110-4d12-a2a5-cfc72364767a tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Project 9462307fa603476baafa1c5c8ae491d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 14:39:07.367624 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4b10b25b-1110-4d12-a2a5-cfc72364767a tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for security_group_rule (816f596a-c04f-4f4e-9003-f4271981defa), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:07.390505 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-53fb6aa2-5d4e-4b78-a278-5bf281a87669 req-6a1b486f-67f9-44a5-a18e-b4060c418311 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dfbc34b-96be-4bb8-98e9-1380f31b1266 HTTP/1.1" status: 200 len: 999 time: 0.0739708 May 12 14:39:07.411881 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa18a09a-6837-4213-afe0-077cf1f11a20 None None] New status for floating IP d83dfb0e-71ae-46b2-a7ea-96143f1aa317: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:39:07.429699 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4b10b25b-1110-4d12-a2a5-cfc72364767a tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for security_group_rule (816f596a-c04f-4f4e-9003-f4271981defa), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:07.435716 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4b10b25b-1110-4d12-a2a5-cfc72364767a tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (816f596a-c04f-4f4e-9003-f4271981defa), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:07.454133 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10b25b-1110-4d12-a2a5-cfc72364767a tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816f596a-c04f-4f4e-9003-f4271981defa,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:07.464497 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4b10b25b-1110-4d12-a2a5-cfc72364767a tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:07.467532 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-4b10b25b-1110-4d12-a2a5-cfc72364767a tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1310825 May 12 14:39:07.480964 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb6aa2-5d4e-4b78-a278-5bf281a87669 req-69b63d7b-e9b1-4bdb-8b9d-3d296b0787ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:07.482496 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-53fb6aa2-5d4e-4b78-a278-5bf281a87669 req-69b63d7b-e9b1-4bdb-8b9d-3d296b0787ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2e7f4252-5005-459d-8b94-9d1eb600e9e4 HTTP/1.1" status: 200 len: 853 time: 0.0579009 May 12 14:39:07.543410 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb6aa2-5d4e-4b78-a278-5bf281a87669 req-40a018aa-dc23-4ea2-8e82-8df7486fd26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:07.545533 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-53fb6aa2-5d4e-4b78-a278-5bf281a87669 req-40a018aa-dc23-4ea2-8e82-8df7486fd26c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02beb22d-1f56-4737-bf39-f35baef398aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0557902 May 12 14:39:07.575988 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5d2137d7-91b9-4a4c-b981-8ff1e5d7dc50 req-921d575d-fd5d-43ae-8d9b-84b22356069d tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-24117388&fields=id&tenant_id=9462307fa603476baafa1c5c8ae491d5 HTTP/1.1" status: 200 len: 267 time: 0.0581620 May 12 14:39:07.632853 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2137d7-91b9-4a4c-b981-8ff1e5d7dc50 req-e63e9935-5d93-4e45-802e-32f7437a3848 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:07.634284 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5d2137d7-91b9-4a4c-b981-8ff1e5d7dc50 req-e63e9935-5d93-4e45-802e-32f7437a3848 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 945 time: 0.0527446 May 12 14:39:07.644760 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-5d2137d7-91b9-4a4c-b981-8ff1e5d7dc50 req-e03d51c0-43ef-4318-bdcc-d143bdd83838 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Request body: {'port': {'security_groups': ['f2500903-0807-428a-bc31-7c6476f07ea1', '9d10a209-0295-4ced-8cf8-33b73d6c1ec1']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:39:07.742279 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5d2137d7-91b9-4a4c-b981-8ff1e5d7dc50 req-e03d51c0-43ef-4318-bdcc-d143bdd83838 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (5dfbc34b-96be-4bb8-98e9-1380f31b1266), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:07.865961 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-53fb6aa2-5d4e-4b78-a278-5bf281a87669 req-a9abe0f9-cd24-4907-ab6f-bfea68df5073 service neutron] 10.222.0.57 "GET /v2.0/networks/02beb22d-1f56-4737-bf39-f35baef398aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614883 May 12 14:39:08.021547 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-5d2137d7-91b9-4a4c-b981-8ff1e5d7dc50 req-e03d51c0-43ef-4318-bdcc-d143bdd83838 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] For port 5dfbc34b-96be-4bb8-98e9-1380f31b1266, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=5dfbc34b-96be-4bb8-98e9-1380f31b1266,segment=NetworkSegment(ba1391a4-04ab-4bc3-b289-95e60c2d942a),segment_id=ba1391a4-04ab-4bc3-b289-95e60c2d942a)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:39:08.050959 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5d2137d7-91b9-4a4c-b981-8ff1e5d7dc50 req-e03d51c0-43ef-4318-bdcc-d143bdd83838 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for port (5dfbc34b-96be-4bb8-98e9-1380f31b1266), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:08.055469 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5d2137d7-91b9-4a4c-b981-8ff1e5d7dc50 req-e03d51c0-43ef-4318-bdcc-d143bdd83838 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745168'] for port (5dfbc34b-96be-4bb8-98e9-1380f31b1266), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:08.096203 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2137d7-91b9-4a4c-b981-8ff1e5d7dc50 req-e03d51c0-43ef-4318-bdcc-d143bdd83838 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:08.096831 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-5d2137d7-91b9-4a4c-b981-8ff1e5d7dc50 req-e03d51c0-43ef-4318-bdcc-d143bdd83838 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:08.098209 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5d2137d7-91b9-4a4c-b981-8ff1e5d7dc50 req-e03d51c0-43ef-4318-bdcc-d143bdd83838 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "PUT /v2.0/ports/5dfbc34b-96be-4bb8-98e9-1380f31b1266 HTTP/1.1" status: 200 len: 981 time: 0.4578025 May 12 14:39:08.108306 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['5dfbc34b-96be-4bb8-98e9-1380f31b1266'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:39:08.126708 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d51c0-43ef-4318-bdcc-d143bdd83838 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Pushing event updated for resources: {'Port': ['ID=5dfbc34b-96be-4bb8-98e9-1380f31b1266,revision_number=6']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:08.255397 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd75511-59ce-4087-8cad-0b87e0ab2fda req-034f25e2-92a7-4f75-977e-663b7b1f28d3 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:08.256968 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fcd75511-59ce-4087-8cad-0b87e0ab2fda req-034f25e2-92a7-4f75-977e-663b7b1f28d3 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 984 time: 0.0906987 May 12 14:39:08.263183 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543aac5-300a-4bb6-b19a-885a2969f597 req-55866574-6fb9-4fa5-ba5b-c46d48bbe3c0 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:08.264691 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f543aac5-300a-4bb6-b19a-885a2969f597 req-55866574-6fb9-4fa5-ba5b-c46d48bbe3c0 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0854170 May 12 14:39:08.339107 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['5dfbc34b-96be-4bb8-98e9-1380f31b1266'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:39:08.352383 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fcd75511-59ce-4087-8cad-0b87e0ab2fda req-4231f35d-b0b7-4831-bcbf-95fb6b1dd408 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&id=9d10a209-0295-4ced-8cf8-33b73d6c1ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0866594 May 12 14:39:08.359935 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f543aac5-300a-4bb6-b19a-885a2969f597 req-d4ad84a0-4aa1-4afe-9406-d98856c27278 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760372 May 12 14:39:08.402624 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7740cfd0-aec5-4a22-93f7-a460cadea4ac', 'tag': '5dfbc34b-96be-4bb8-98e9-1380f31b1266'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:39:08.406796 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d14abba-b5b5-4d1b-8f57-056e455ede41" -d '{"events": [{"name": "network-changed", "server_uuid": "7740cfd0-aec5-4a22-93f7-a460cadea4ac", "tag": "5dfbc34b-96be-4bb8-98e9-1380f31b1266"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:39:08.473002 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6802f0-0534-43be-bd25-ec84319e0ba7 x-openstack-request-id: req-bf6802f0-0534-43be-bd25-ec84319e0ba7 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:39:08.473333 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7740cfd0-aec5-4a22-93f7-a460cadea4ac", "tag": "5dfbc34b-96be-4bb8-98e9-1380f31b1266", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:39:08.473677 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bf6802f0-0534-43be-bd25-ec84319e0ba7 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:39:08.474081 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf6802f0-0534-43be-bd25-ec84319e0ba7'] response: {'name': 'network-changed', 'server_uuid': '7740cfd0-aec5-4a22-93f7-a460cadea4ac', 'tag': '5dfbc34b-96be-4bb8-98e9-1380f31b1266', 'status': 'completed', 'code': 200} May 12 14:39:08.475242 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-91f5c094-27d4-4b11-b112-89a096f830ec None None] Provisioning complete for port 5dfbc34b-96be-4bb8-98e9-1380f31b1266 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:39:08.475733 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-91f5c094-27d4-4b11-b112-89a096f830ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (5dfbc34b-96be-4bb8-98e9-1380f31b1266), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:08.514139 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26db8b7-d438-40a6-b831-902b18015902 req-10920dc6-7d62-4baf-85e8-7606786d126a tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:08.515634 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b26db8b7-d438-40a6-b831-902b18015902 req-10920dc6-7d62-4baf-85e8-7606786d126a tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0610371 May 12 14:39:08.526985 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-53fb6aa2-5d4e-4b78-a278-5bf281a87669 req-38750e46-d971-46be-b6eb-20cf6da264fc service neutron] 10.222.0.57 "GET /v2.0/networks/02beb22d-1f56-4737-bf39-f35baef398aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660697 May 12 14:39:08.568555 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b26db8b7-d438-40a6-b831-902b18015902 req-d91778dd-8419-419b-98de-022e6532e57b tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441117 May 12 14:39:08.659296 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-91f5c094-27d4-4b11-b112-89a096f830ec None None] Current status of the port 5dfbc34b-96be-4bb8-98e9-1380f31b1266 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:39:08.698956 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14abba-b5b5-4d1b-8f57-056e455ede41 req-53647bf9-7bf7-404e-ba70-4053ce480353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:08.701089 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0d14abba-b5b5-4d1b-8f57-056e455ede41 req-53647bf9-7bf7-404e-ba70-4053ce480353 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9462307fa603476baafa1c5c8ae491d5&device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 1168 time: 0.0741425 May 12 14:39:08.711799 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f398ce-d2fb-4e2c-8f97-109f59183193 req-b10f0139-dd1b-4d54-878e-bb5845a82c22 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:08.713197 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-32f398ce-d2fb-4e2c-8f97-109f59183193 req-b10f0139-dd1b-4d54-878e-bb5845a82c22 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0573893 May 12 14:39:08.723348 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 39808) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:08.728151 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-63ab8551-e3be-4ce0-9fef-ac9934d8b4c5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Request body: {'floatingip': {'port_id': '152a3c94-4ce4-4682-a2c1-1ad44f9d899e'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:39:08.772992 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-63ab8551-e3be-4ce0-9fef-ac9934d8b4c5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for floatingip (12cdd4ff-a9ce-4f26-b4b8-de340ce6fec7), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:08.804548 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14abba-b5b5-4d1b-8f57-056e455ede41 req-ebc39040-28bc-4116-89bf-15c97760a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:08.806012 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0d14abba-b5b5-4d1b-8f57-056e455ede41 req-ebc39040-28bc-4116-89bf-15c97760a441 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02beb22d-1f56-4737-bf39-f35baef398aa HTTP/1.1" status: 200 len: 915 time: 0.0918667 May 12 14:39:08.883873 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0d14abba-b5b5-4d1b-8f57-056e455ede41 req-9716cc94-57de-4bb2-92c3-b727a2b0864c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dfbc34b-96be-4bb8-98e9-1380f31b1266 HTTP/1.1" status: 200 len: 1001 time: 0.0646403 May 12 14:39:08.935679 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14abba-b5b5-4d1b-8f57-056e455ede41 req-9fbbc636-1ed9-457d-a825-cfaef37485a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:08.937436 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0d14abba-b5b5-4d1b-8f57-056e455ede41 req-9fbbc636-1ed9-457d-a825-cfaef37485a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2e7f4252-5005-459d-8b94-9d1eb600e9e4 HTTP/1.1" status: 200 len: 853 time: 0.0449049 May 12 14:39:08.981295 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14abba-b5b5-4d1b-8f57-056e455ede41 req-3a96c10a-a3e9-4a6d-8688-4724107c31ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:08.983103 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0d14abba-b5b5-4d1b-8f57-056e455ede41 req-3a96c10a-a3e9-4a6d-8688-4724107c31ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02beb22d-1f56-4737-bf39-f35baef398aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395870 May 12 14:39:09.079241 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0d14abba-b5b5-4d1b-8f57-056e455ede41 req-637d9899-3a54-4d31-a093-76190bc655d5 service neutron] 10.222.0.57 "GET /v2.0/networks/02beb22d-1f56-4737-bf39-f35baef398aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861499 May 12 14:39:09.177646 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0d14abba-b5b5-4d1b-8f57-056e455ede41 req-2ee5e68b-b3d6-4be7-9906-3735950c8daf service neutron] 10.222.0.57 "GET /v2.0/networks/02beb22d-1f56-4737-bf39-f35baef398aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820351 May 12 14:39:09.219233 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-63ab8551-e3be-4ce0-9fef-ac9934d8b4c5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:09.222765 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-63ab8551-e3be-4ce0-9fef-ac9934d8b4c5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (12cdd4ff-a9ce-4f26-b4b8-de340ce6fec7), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:09.280830 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f4664880-3dd0-44d5-8f42-36798e208140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:09.323719 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.db.l3_db [None req-63ab8551-e3be-4ce0-9fef-ac9934d8b4c5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Floating IP 12cdd4ff-a9ce-4f26-b4b8-de340ce6fec7 associated. External IP: 172.27.0.210, port: 152a3c94-4ce4-4682-a2c1-1ad44f9d899e. May 12 14:39:09.511962 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7bd84-8f5c-4f41-b525-c5d38bccea41 req-0db0c8e4-c4e0-45cf-8c85-8f449cd9d165 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:09.513621 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-33f7bd84-8f5c-4f41-b525-c5d38bccea41 req-0db0c8e4-c4e0-45cf-8c85-8f449cd9d165 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0535433 May 12 14:39:09.562679 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-33f7bd84-8f5c-4f41-b525-c5d38bccea41 req-af1072ba-9ac6-47bb-8c94-477d60f174c1 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434341 May 12 14:39:09.740241 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ab8551-e3be-4ce0-9fef-ac9934d8b4c5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Router 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:39:09.847541 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ab8551-e3be-4ce0-9fef-ac9934d8b4c5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:39:09.852031 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-63ab8551-e3be-4ce0-9fef-ac9934d8b4c5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:09.857487 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f907760d-8ed4-4362-acfb-456aaa6a9c65 None None] Sync routers for ids ['36d3cc14-4fcf-4d0e-a668-5a69fe69e004'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:39:09.867359 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f907760d-8ed4-4362-acfb-456aaa6a9c65 None None] Routers {'36d3cc14-4fcf-4d0e-a668-5a69fe69e004'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:39:09.867960 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f907760d-8ed4-4362-acfb-456aaa6a9c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:38:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['36d3cc14-4fcf-4d0e-a668-5a69fe69e004'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:39:09.880851 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-63ab8551-e3be-4ce0-9fef-ac9934d8b4c5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "PUT /v2.0/floatingips/12cdd4ff-a9ce-4f26-b4b8-de340ce6fec7 HTTP/1.1" status: 200 len: 991 time: 1.1562607 May 12 14:39:09.881438 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533a547e-b44f-4a33-8725-24b323556322', 'tag': '152a3c94-4ce4-4682-a2c1-1ad44f9d899e'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:39:09.883732 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f888e35c128297f2952f8b9a0b9aac45a196d86c82c1b09019427787e24df8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a255fd3d-498e-46db-afc5-d4faba3b1882" -d '{"events": [{"name": "network-changed", "server_uuid": "533a547e-b44f-4a33-8725-24b323556322", "tag": "152a3c94-4ce4-4682-a2c1-1ad44f9d899e"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:39:09.976852 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-f907760d-8ed4-4362-acfb-456aaa6a9c65 None None] Set router 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:39:09.981109 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc97430-4294-40c8-96a1-afcf6ec6bda2 x-openstack-request-id: req-0fc97430-4294-40c8-96a1-afcf6ec6bda2 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:39:09.981982 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533a547e-b44f-4a33-8725-24b323556322", "tag": "152a3c94-4ce4-4682-a2c1-1ad44f9d899e", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:39:09.982192 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0fc97430-4294-40c8-96a1-afcf6ec6bda2 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:39:09.982561 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fc97430-4294-40c8-96a1-afcf6ec6bda2'] response: {'name': 'network-changed', 'server_uuid': '533a547e-b44f-4a33-8725-24b323556322', 'tag': '152a3c94-4ce4-4682-a2c1-1ad44f9d899e', 'status': 'completed', 'code': 200} May 12 14:39:10.082423 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255fd3d-498e-46db-afc5-d4faba3b1882 req-3efdbdd4-3800-4061-87bb-829bfda62a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:10.084054 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a255fd3d-498e-46db-afc5-d4faba3b1882 req-3efdbdd4-3800-4061-87bb-829bfda62a14 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=202791457f0749649e8cc096f6e43404&device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 1129 time: 0.0386870 May 12 14:39:10.180287 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255fd3d-498e-46db-afc5-d4faba3b1882 req-b91b8cd0-1bdc-4717-92ed-bdb544ccb33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:10.181811 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a255fd3d-498e-46db-afc5-d4faba3b1882 req-b91b8cd0-1bdc-4717-92ed-bdb544ccb33e service neutron] 10.222.0.57 "GET /v2.0/networks?id=a850f271-3b32-48bf-8bb5-be1eb540a3d0 HTTP/1.1" status: 200 len: 918 time: 0.0872054 May 12 14:39:10.197853 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f907760d-8ed4-4362-acfb-456aaa6a9c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'name': 'tempest-AttachVolumeShelveTestJSON-1460914710-router', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:15Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': '202791457f0749649e8cc096f6e43404', 'gw_port': {'id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '12cdd4ff-a9ce-4f26-b4b8-de340ce6fec7', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'port_id': '152a3c94-4ce4-4682-a2c1-1ad44f9d899e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'mac_address': 'fa:16:3e:66:a9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a547e-b44f-4a33-8725-24b323556322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:38:47Z', 'updated_at': '2022-05-12T14:39:09Z', 'revision_number': 1, 'project_id': '202791457f0749649e8cc096f6e43404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5895868c-44d3-4ef7-aaf6-0b09fc238875', 'name': '', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'mac_address': 'fa:16:3e:2e:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:22Z', 'updated_at': '2022-05-12T14:31:32Z', 'revision_number': 5, 'project_id': '202791457f0749649e8cc096f6e43404', 'subnets': [{'id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:39:10.223338 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f907760d-8ed4-4362-acfb-456aaa6a9c65 None None] Checking router: 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:39:10.231898 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f907760d-8ed4-4362-acfb-456aaa6a9c65 None None] Routers {'36d3cc14-4fcf-4d0e-a668-5a69fe69e004'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:39:10.232499 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f907760d-8ed4-4362-acfb-456aaa6a9c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:38:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['36d3cc14-4fcf-4d0e-a668-5a69fe69e004'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:39:10.336154 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-f907760d-8ed4-4362-acfb-456aaa6a9c65 None None] Set router 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:39:10.553043 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f907760d-8ed4-4362-acfb-456aaa6a9c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'name': 'tempest-AttachVolumeShelveTestJSON-1460914710-router', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:15Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': '202791457f0749649e8cc096f6e43404', 'gw_port': {'id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '12cdd4ff-a9ce-4f26-b4b8-de340ce6fec7', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'port_id': '152a3c94-4ce4-4682-a2c1-1ad44f9d899e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'mac_address': 'fa:16:3e:66:a9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a547e-b44f-4a33-8725-24b323556322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:38:47Z', 'updated_at': '2022-05-12T14:39:09Z', 'revision_number': 1, 'project_id': '202791457f0749649e8cc096f6e43404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5895868c-44d3-4ef7-aaf6-0b09fc238875', 'name': '', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'mac_address': 'fa:16:3e:2e:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:22Z', 'updated_at': '2022-05-12T14:31:32Z', 'revision_number': 5, 'project_id': '202791457f0749649e8cc096f6e43404', 'subnets': [{'id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:39:10.670834 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f907760d-8ed4-4362-acfb-456aaa6a9c65 None None] The sync data for ids ['36d3cc14-4fcf-4d0e-a668-5a69fe69e004'] in dv-cinder-777031-14-iscsi is: [{'id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'name': 'tempest-AttachVolumeShelveTestJSON-1460914710-router', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:15Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': '202791457f0749649e8cc096f6e43404', 'gw_port': {'id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '12cdd4ff-a9ce-4f26-b4b8-de340ce6fec7', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'port_id': '152a3c94-4ce4-4682-a2c1-1ad44f9d899e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'mac_address': 'fa:16:3e:66:a9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a547e-b44f-4a33-8725-24b323556322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:38:47Z', 'updated_at': '2022-05-12T14:39:09Z', 'revision_number': 1, 'project_id': '202791457f0749649e8cc096f6e43404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5895868c-44d3-4ef7-aaf6-0b09fc238875', 'name': '', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'mac_address': 'fa:16:3e:2e:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:22Z', 'updated_at': '2022-05-12T14:31:32Z', 'revision_number': 5, 'project_id': '202791457f0749649e8cc096f6e43404', 'subnets': [{'id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:39:10.839139 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10266ef-1642-4032-a307-01d5035c4456 req-34b77b19-ef06-4f96-ac7e-a159844cf7b4 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:10.841467 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a10266ef-1642-4032-a307-01d5035c4456 req-34b77b19-ef06-4f96-ac7e-a159844cf7b4 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0503440 May 12 14:39:10.875099 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa86c2a-ea35-456c-8126-1e974d3292ce None None] New status for floating IP 12cdd4ff-a9ce-4f26-b4b8-de340ce6fec7: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:39:10.891590 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a10266ef-1642-4032-a307-01d5035c4456 req-c2e0388f-7bdb-4ce3-bcb6-5a95ca4196dd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441813 May 12 14:39:11.635152 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8afae9b-5a8b-4001-a879-53d4410c80bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:12.005095 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e269073-8e22-43f7-9207-005c2c2da1ee req-89329c7e-6dd2-49cd-9be6-fb46f8c3ec85 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:12.006591 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5e269073-8e22-43f7-9207-005c2c2da1ee req-89329c7e-6dd2-49cd-9be6-fb46f8c3ec85 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0460458 May 12 14:39:12.054991 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5e269073-8e22-43f7-9207-005c2c2da1ee req-07c6aadc-6a7b-4ed9-ad0c-bde64023ac61 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427945 May 12 14:39:12.227655 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a255fd3d-498e-46db-afc5-d4faba3b1882 req-5b2df135-a3f2-4d40-8a57-baab7df6a707 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=152a3c94-4ce4-4682-a2c1-1ad44f9d899e HTTP/1.1" status: 200 len: 1001 time: 0.0607045 May 12 14:39:12.281714 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255fd3d-498e-46db-afc5-d4faba3b1882 req-29a5215a-84a1-41e5-b941-6119c50dec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:12.283226 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a255fd3d-498e-46db-afc5-d4faba3b1882 req-29a5215a-84a1-41e5-b941-6119c50dec46 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8fb7d41d-7144-4a8c-a134-c65db57b4ef6 HTTP/1.1" status: 200 len: 856 time: 0.0460882 May 12 14:39:12.379973 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056471b5-5fb1-4035-936b-58ba80c27f37 req-5ce8f980-85e9-4d55-9751-d7d539405f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:12.381453 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-056471b5-5fb1-4035-936b-58ba80c27f37 req-5ce8f980-85e9-4d55-9751-d7d539405f42 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 1129 time: 0.0680108 May 12 14:39:12.382498 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255fd3d-498e-46db-afc5-d4faba3b1882 req-80db7490-867f-42da-975d-3a787140f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:12.383844 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a255fd3d-498e-46db-afc5-d4faba3b1882 req-80db7490-867f-42da-975d-3a787140f128 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a850f271-3b32-48bf-8bb5-be1eb540a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0630672 May 12 14:39:12.495946 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-056471b5-5fb1-4035-936b-58ba80c27f37 req-4c3ea1f9-7d48-4b11-afb9-452250f92e6e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941005 May 12 14:39:12.520370 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a255fd3d-498e-46db-afc5-d4faba3b1882 req-1ed1d9f4-b14c-4936-bc44-48139124e294 service neutron] 10.222.0.57 "GET /v2.0/networks/a850f271-3b32-48bf-8bb5-be1eb540a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174927 May 12 14:39:12.982374 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:13.202278 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae919c2-c5f5-4c10-8e9a-513c6154d553 req-6f9c6bf6-dfa4-4637-a1b8-939e634aabd2 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:13.203670 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0ae919c2-c5f5-4c10-8e9a-513c6154d553 req-6f9c6bf6-dfa4-4637-a1b8-939e634aabd2 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0806255 May 12 14:39:13.267235 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a255fd3d-498e-46db-afc5-d4faba3b1882 req-b30e0c20-6edc-489b-b86e-a524112ef099 service neutron] 10.222.0.57 "GET /v2.0/networks/a850f271-3b32-48bf-8bb5-be1eb540a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524911 May 12 14:39:13.270293 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0ae919c2-c5f5-4c10-8e9a-513c6154d553 req-68049d4b-f682-4807-bb04-c85d0b57f0cf tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609679 May 12 14:39:14.372457 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:14.385941 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9eb92c-0aea-4c23-962a-5b36dab9db03 req-27443346-18c1-4919-ac99-469832194013 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:14.387501 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fa9eb92c-0aea-4c23-962a-5b36dab9db03 req-27443346-18c1-4919-ac99-469832194013 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0503685 May 12 14:39:14.433193 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fa9eb92c-0aea-4c23-962a-5b36dab9db03 req-6a89ae7a-c602-4ec6-a592-51542ad55f5c tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402198 May 12 14:39:15.545791 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1390b0-977c-4195-88f7-75cf3f35ad8f req-1524f85f-810e-4aab-94ff-af4c11ce6efe tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:15.547303 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7b1390b0-977c-4195-88f7-75cf3f35ad8f req-1524f85f-810e-4aab-94ff-af4c11ce6efe tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0467942 May 12 14:39:15.596610 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7b1390b0-977c-4195-88f7-75cf3f35ad8f req-8fb7b635-dbf0-4aeb-a7b3-d889bffddb4f tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437245 May 12 14:39:15.750549 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:15.958162 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4b81c-48f4-419c-ab0c-712026113cec req-9d0b2177-ad99-46c0-8805-bb829b0ef1d4 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:15.959643 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c3a4b81c-48f4-419c-ab0c-712026113cec req-9d0b2177-ad99-46c0-8805-bb829b0ef1d4 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0734525 May 12 14:39:15.965241 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74307825-08f3-45bd-9f24-826f85260c1d req-edc49dd0-a633-4c07-a53e-ef32b04a18bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:15.967247 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-74307825-08f3-45bd-9f24-826f85260c1d req-edc49dd0-a633-4c07-a53e-ef32b04a18bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c83c8fa2cd44eab84cb50b3ad06a1d3&device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 1129 time: 0.0516815 May 12 14:39:16.059629 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c3a4b81c-48f4-419c-ab0c-712026113cec req-2736b027-8ff4-406c-b874-727d16ac715a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914195 May 12 14:39:16.086546 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74307825-08f3-45bd-9f24-826f85260c1d req-fead35eb-5f69-4219-88a1-d4ffb49e463e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:16.088234 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-74307825-08f3-45bd-9f24-826f85260c1d req-fead35eb-5f69-4219-88a1-d4ffb49e463e service neutron] 10.222.0.57 "GET /v2.0/networks?id=a960421c-0ac7-4777-ad11-86ea1221dbd0 HTTP/1.1" status: 200 len: 920 time: 0.1133943 May 12 14:39:16.159276 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-74307825-08f3-45bd-9f24-826f85260c1d req-9d3a5b86-a6bb-4538-8bf8-ba4210b0de52 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d9bd042-8dc9-4559-9211-62f3a465dca4 HTTP/1.1" status: 200 len: 1000 time: 0.0576689 May 12 14:39:16.209704 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74307825-08f3-45bd-9f24-826f85260c1d req-df9e792e-d181-43dd-b9db-ba977e45af08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:16.211114 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-74307825-08f3-45bd-9f24-826f85260c1d req-df9e792e-d181-43dd-b9db-ba977e45af08 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ff9df63-a567-422b-b0eb-7dc75045c602 HTTP/1.1" status: 200 len: 858 time: 0.0454979 May 12 14:39:16.254569 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74307825-08f3-45bd-9f24-826f85260c1d req-53e37276-bc42-4b8e-9e81-6e5e619a915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:16.255923 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-74307825-08f3-45bd-9f24-826f85260c1d req-53e37276-bc42-4b8e-9e81-6e5e619a915c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a960421c-0ac7-4777-ad11-86ea1221dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374284 May 12 14:39:16.343461 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-74307825-08f3-45bd-9f24-826f85260c1d req-2d64a901-547b-429c-b597-1313ec605ed7 service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791736 May 12 14:39:16.432936 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-74307825-08f3-45bd-9f24-826f85260c1d req-6e883221-2173-47e6-873a-a552fed9791a service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830388 May 12 14:39:17.177163 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8c8a4-3ceb-44be-af4e-6c03ed724397 req-00784e00-8376-4fa1-86b7-ad51162cb136 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:17.178631 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1af8c8a4-3ceb-44be-af4e-6c03ed724397 req-00784e00-8376-4fa1-86b7-ad51162cb136 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0490654 May 12 14:39:17.223934 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1af8c8a4-3ceb-44be-af4e-6c03ed724397 req-48477f6d-40c6-44a3-afc8-bf8b35e4ff05 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394270 May 12 14:39:18.340211 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212cfe8-2496-47f4-b7e3-872dd9fbf695 req-93d17ba3-f9c9-44ad-8575-3ed7d14bbb0a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:18.341659 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f212cfe8-2496-47f4-b7e3-872dd9fbf695 req-93d17ba3-f9c9-44ad-8575-3ed7d14bbb0a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0490839 May 12 14:39:18.387863 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f212cfe8-2496-47f4-b7e3-872dd9fbf695 req-fa5aa5de-ae8c-4144-acbd-16819c67364c tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403845 May 12 14:39:18.572673 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:19.499974 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9c606-7112-4688-9a03-0bd7f0ac5620 req-c0a83d7b-d0d7-404d-ba1d-5bec658df30a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:19.501397 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0fd9c606-7112-4688-9a03-0bd7f0ac5620 req-c0a83d7b-d0d7-404d-ba1d-5bec658df30a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0470068 May 12 14:39:19.546904 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0fd9c606-7112-4688-9a03-0bd7f0ac5620 req-4f8e199e-316e-4eb8-9b31-c18c90678312 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400820 May 12 14:39:20.660421 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e266d-df58-4a7f-b425-bb4620130848 req-69ee9395-9c3a-4414-9b19-16f7a4eb17a2 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:20.661855 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-795e266d-df58-4a7f-b425-bb4620130848 req-69ee9395-9c3a-4414-9b19-16f7a4eb17a2 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0490515 May 12 14:39:20.706726 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-795e266d-df58-4a7f-b425-bb4620130848 req-76a01062-0d2f-47d7-84fe-7a9b26354798 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394452 May 12 14:39:20.816450 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a8399-05b4-4cdf-8c1d-791d6c192e31 req-21036b9d-85da-48c5-a5d2-c85e4cdb6c66 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:20.817906 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5c1a8399-05b4-4cdf-8c1d-791d6c192e31 req-21036b9d-85da-48c5-a5d2-c85e4cdb6c66 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0469172 May 12 14:39:20.826492 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 39866) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:20.830582 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-6f55cae0-6b04-4850-9f9c-4e8be57bf19b tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Request body: {'floatingip': {'port_id': '1d9bd042-8dc9-4559-9211-62f3a465dca4'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:39:20.888573 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6f55cae0-6b04-4850-9f9c-4e8be57bf19b tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks [] for floatingip (b4159d95-2bef-4e02-88eb-60b23f79fbc6), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:21.582560 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5276be-d69f-4d8f-af3b-590511740160 req-cb264aa5-77a5-4860-b7d6-d130cb5567a9 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:21.583975 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9b5276be-d69f-4d8f-af3b-590511740160 req-cb264aa5-77a5-4860-b7d6-d130cb5567a9 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 946 time: 0.0760276 May 12 14:39:21.676090 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9b5276be-d69f-4d8f-af3b-590511740160 req-9d28ab47-77e2-464b-8912-1fedd5cb637b tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861259 May 12 14:39:21.684396 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6f55cae0-6b04-4850-9f9c-4e8be57bf19b tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:21.689454 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6f55cae0-6b04-4850-9f9c-4e8be57bf19b tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (b4159d95-2bef-4e02-88eb-60b23f79fbc6), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:21.906892 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f55cae0-6b04-4850-9f9c-4e8be57bf19b tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Router 088ee916-49e5-4261-a96d-48db88b4cdde has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:39:22.024922 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f55cae0-6b04-4850-9f9c-4e8be57bf19b tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:39:22.029394 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6f55cae0-6b04-4850-9f9c-4e8be57bf19b tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:22.034731 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff0073f-dd2c-4d2b-bab0-72f6b204b8a0 None None] Sync routers for ids ['088ee916-49e5-4261-a96d-48db88b4cdde'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:39:22.044920 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff0073f-dd2c-4d2b-bab0-72f6b204b8a0 None None] Routers {'088ee916-49e5-4261-a96d-48db88b4cdde'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:39:22.045587 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-aff0073f-dd2c-4d2b-bab0-72f6b204b8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:39:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['088ee916-49e5-4261-a96d-48db88b4cdde'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:39:22.060525 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e40740-6dab-4657-abc3-eb83ee4b4c4d', 'tag': '1d9bd042-8dc9-4559-9211-62f3a465dca4'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:39:22.062986 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfbc5f0-ca86-44be-8ed6-0d6c0f7ed698" -d '{"events": [{"name": "network-changed", "server_uuid": "26e40740-6dab-4657-abc3-eb83ee4b4c4d", "tag": "1d9bd042-8dc9-4559-9211-62f3a465dca4"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:39:22.091157 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-6f55cae0-6b04-4850-9f9c-4e8be57bf19b tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "PUT /v2.0/floatingips/b4159d95-2bef-4e02-88eb-60b23f79fbc6 HTTP/1.1" status: 200 len: 992 time: 1.2633016 May 12 14:39:22.114955 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d30bc26-8b54-4edb-b42a-9a45cfe4c6a3 x-openstack-request-id: req-8d30bc26-8b54-4edb-b42a-9a45cfe4c6a3 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:39:22.115277 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e40740-6dab-4657-abc3-eb83ee4b4c4d", "tag": "1d9bd042-8dc9-4559-9211-62f3a465dca4", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:39:22.115527 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8d30bc26-8b54-4edb-b42a-9a45cfe4c6a3 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:39:22.115934 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d30bc26-8b54-4edb-b42a-9a45cfe4c6a3'] response: {'name': 'network-changed', 'server_uuid': '26e40740-6dab-4657-abc3-eb83ee4b4c4d', 'tag': '1d9bd042-8dc9-4559-9211-62f3a465dca4', 'status': 'completed', 'code': 200} May 12 14:39:22.157066 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-aff0073f-dd2c-4d2b-bab0-72f6b204b8a0 None None] Set router 088ee916-49e5-4261-a96d-48db88b4cdde gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:39:22.222728 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbc5f0-ca86-44be-8ed6-0d6c0f7ed698 req-88dec669-a614-433e-950a-77fad2206d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:22.224249 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8bfbc5f0-ca86-44be-8ed6-0d6c0f7ed698 req-88dec669-a614-433e-950a-77fad2206d01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c83c8fa2cd44eab84cb50b3ad06a1d3&device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 1129 time: 0.0380416 May 12 14:39:22.317131 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbc5f0-ca86-44be-8ed6-0d6c0f7ed698 req-9a6075f8-be3c-4110-9793-d584b6de8d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:22.318584 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8bfbc5f0-ca86-44be-8ed6-0d6c0f7ed698 req-9a6075f8-be3c-4110-9793-d584b6de8d46 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a960421c-0ac7-4777-ad11-86ea1221dbd0 HTTP/1.1" status: 200 len: 920 time: 0.0858438 May 12 14:39:22.368217 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-aff0073f-dd2c-4d2b-bab0-72f6b204b8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'name': 'tempest-ServerRescueNegativeTestJSON-1155992660-router', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:23Z', 'revision_number': 4, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'gw_port': {'id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': 'b4159d95-2bef-4e02-88eb-60b23f79fbc6', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'port_id': '1d9bd042-8dc9-4559-9211-62f3a465dca4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0', 'mac_address': 'fa:16:3e:81:72:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e40740-6dab-4657-abc3-eb83ee4b4c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:35:54Z', 'updated_at': '2022-05-12T14:39:21Z', 'revision_number': 3, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f312332-0177-4120-a058-5875094508fa', 'name': '', 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'mac_address': 'fa:16:3e:62:cc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '3ff9df63-a567-422b-b0eb-7dc75045c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:22Z', 'updated_at': '2022-05-12T14:33:27Z', 'revision_number': 5, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'subnets': [{'id': '3ff9df63-a567-422b-b0eb-7dc75045c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:39:22.384156 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8bfbc5f0-ca86-44be-8ed6-0d6c0f7ed698 req-3e84ecff-8b50-469b-894e-9aa9c86b73a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d9bd042-8dc9-4559-9211-62f3a465dca4 HTTP/1.1" status: 200 len: 1000 time: 0.0580206 May 12 14:39:22.393732 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff0073f-dd2c-4d2b-bab0-72f6b204b8a0 None None] Checking router: 088ee916-49e5-4261-a96d-48db88b4cdde for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:39:22.401866 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff0073f-dd2c-4d2b-bab0-72f6b204b8a0 None None] Routers {'088ee916-49e5-4261-a96d-48db88b4cdde'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:39:22.402462 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-aff0073f-dd2c-4d2b-bab0-72f6b204b8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:39:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['088ee916-49e5-4261-a96d-48db88b4cdde'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:39:22.436636 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbc5f0-ca86-44be-8ed6-0d6c0f7ed698 req-c4c09967-22a3-4a05-b3a7-ca9924f75be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:22.438002 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8bfbc5f0-ca86-44be-8ed6-0d6c0f7ed698 req-c4c09967-22a3-4a05-b3a7-ca9924f75be7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ff9df63-a567-422b-b0eb-7dc75045c602 HTTP/1.1" status: 200 len: 858 time: 0.0464070 May 12 14:39:22.481374 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbc5f0-ca86-44be-8ed6-0d6c0f7ed698 req-dbd6f3c4-a4e5-419d-99d3-091d6dd70a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:22.482849 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8bfbc5f0-ca86-44be-8ed6-0d6c0f7ed698 req-dbd6f3c4-a4e5-419d-99d3-091d6dd70a08 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a960421c-0ac7-4777-ad11-86ea1221dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383477 May 12 14:39:22.508440 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-aff0073f-dd2c-4d2b-bab0-72f6b204b8a0 None None] Set router 088ee916-49e5-4261-a96d-48db88b4cdde gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:39:22.585336 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8bfbc5f0-ca86-44be-8ed6-0d6c0f7ed698 req-d2e718dd-3600-43ec-aa6a-ea1c6dcd76a1 service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864971 May 12 14:39:22.680684 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8bfbc5f0-ca86-44be-8ed6-0d6c0f7ed698 req-16580057-6472-472f-940e-72777b21ca91 service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853944 May 12 14:39:22.726275 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-aff0073f-dd2c-4d2b-bab0-72f6b204b8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'name': 'tempest-ServerRescueNegativeTestJSON-1155992660-router', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:23Z', 'revision_number': 4, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'gw_port': {'id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': 'b4159d95-2bef-4e02-88eb-60b23f79fbc6', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'port_id': '1d9bd042-8dc9-4559-9211-62f3a465dca4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0', 'mac_address': 'fa:16:3e:81:72:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e40740-6dab-4657-abc3-eb83ee4b4c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:35:54Z', 'updated_at': '2022-05-12T14:39:21Z', 'revision_number': 3, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f312332-0177-4120-a058-5875094508fa', 'name': '', 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'mac_address': 'fa:16:3e:62:cc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '3ff9df63-a567-422b-b0eb-7dc75045c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:22Z', 'updated_at': '2022-05-12T14:33:27Z', 'revision_number': 5, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'subnets': [{'id': '3ff9df63-a567-422b-b0eb-7dc75045c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:39:22.752211 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff0073f-dd2c-4d2b-bab0-72f6b204b8a0 None None] The sync data for ids ['088ee916-49e5-4261-a96d-48db88b4cdde'] in dv-cinder-777031-14-iscsi is: [{'id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'name': 'tempest-ServerRescueNegativeTestJSON-1155992660-router', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:23Z', 'revision_number': 4, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'gw_port': {'id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': 'b4159d95-2bef-4e02-88eb-60b23f79fbc6', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'port_id': '1d9bd042-8dc9-4559-9211-62f3a465dca4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0', 'mac_address': 'fa:16:3e:81:72:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e40740-6dab-4657-abc3-eb83ee4b4c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:35:54Z', 'updated_at': '2022-05-12T14:39:21Z', 'revision_number': 3, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f312332-0177-4120-a058-5875094508fa', 'name': '', 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'mac_address': 'fa:16:3e:62:cc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '3ff9df63-a567-422b-b0eb-7dc75045c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:22Z', 'updated_at': '2022-05-12T14:33:27Z', 'revision_number': 5, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'subnets': [{'id': '3ff9df63-a567-422b-b0eb-7dc75045c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:39:22.804672 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbecc1b6-2a1d-4268-a992-cafd21cdc95d req-d2f693e2-3d41-4636-9316-5603e308e88e tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:22.806195 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dbecc1b6-2a1d-4268-a992-cafd21cdc95d req-d2f693e2-3d41-4636-9316-5603e308e88e tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 946 time: 0.0483258 May 12 14:39:22.856927 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dbecc1b6-2a1d-4268-a992-cafd21cdc95d req-d84c5807-ea4c-4316-8519-17bcb6b86983 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448818 May 12 14:39:23.974443 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad04ae-df50-465d-9a04-7ae5a1842d62 req-b46311bd-2c54-4a40-8694-092d5891cf50 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:23.975929 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-48ad04ae-df50-465d-9a04-7ae5a1842d62 req-b46311bd-2c54-4a40-8694-092d5891cf50 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 946 time: 0.0509000 May 12 14:39:24.025271 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-48ad04ae-df50-465d-9a04-7ae5a1842d62 req-2caec2d2-f09e-4f41-afa2-ca2a9c1c9e2e tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417845 May 12 14:39:24.116944 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e40740-6dab-4657-abc3-eb83ee4b4c4d', 'tag': '1d9bd042-8dc9-4559-9211-62f3a465dca4'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:39:24.119212 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77598404-9fbf-494d-b1f2-2a0700fafbee" -d '{"events": [{"name": "network-changed", "server_uuid": "26e40740-6dab-4657-abc3-eb83ee4b4c4d", "tag": "1d9bd042-8dc9-4559-9211-62f3a465dca4"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:39:24.153940 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddc23d7-c80d-4de8-9524-1a0d11f79f24 x-openstack-request-id: req-fddc23d7-c80d-4de8-9524-1a0d11f79f24 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:39:24.154229 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e40740-6dab-4657-abc3-eb83ee4b4c4d", "tag": "1d9bd042-8dc9-4559-9211-62f3a465dca4", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:39:24.154480 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fddc23d7-c80d-4de8-9524-1a0d11f79f24 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:39:24.154878 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fddc23d7-c80d-4de8-9524-1a0d11f79f24'] response: {'name': 'network-changed', 'server_uuid': '26e40740-6dab-4657-abc3-eb83ee4b4c4d', 'tag': '1d9bd042-8dc9-4559-9211-62f3a465dca4', 'status': 'completed', 'code': 200} May 12 14:39:24.247108 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77598404-9fbf-494d-b1f2-2a0700fafbee req-643c14c3-1352-4c34-a848-0bfb15ac8d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:24.248597 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-77598404-9fbf-494d-b1f2-2a0700fafbee req-643c14c3-1352-4c34-a848-0bfb15ac8d5d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c83c8fa2cd44eab84cb50b3ad06a1d3&device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 1129 time: 0.0385680 May 12 14:39:24.341834 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77598404-9fbf-494d-b1f2-2a0700fafbee req-bf77a382-ffb4-4421-97d9-0e7027ef10e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:24.343350 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-77598404-9fbf-494d-b1f2-2a0700fafbee req-bf77a382-ffb4-4421-97d9-0e7027ef10e1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a960421c-0ac7-4777-ad11-86ea1221dbd0 HTTP/1.1" status: 200 len: 920 time: 0.0864811 May 12 14:39:24.408332 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-77598404-9fbf-494d-b1f2-2a0700fafbee req-db9f3dd9-eb29-4016-8e71-073506c78844 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d9bd042-8dc9-4559-9211-62f3a465dca4 HTTP/1.1" status: 200 len: 1000 time: 0.0565751 May 12 14:39:24.462144 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77598404-9fbf-494d-b1f2-2a0700fafbee req-04f07b4f-331b-4310-b94a-a4557a51d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:24.463541 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-77598404-9fbf-494d-b1f2-2a0700fafbee req-04f07b4f-331b-4310-b94a-a4557a51d046 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ff9df63-a567-422b-b0eb-7dc75045c602 HTTP/1.1" status: 200 len: 858 time: 0.0422258 May 12 14:39:24.513271 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77598404-9fbf-494d-b1f2-2a0700fafbee req-9ceef8b0-657a-4670-b784-595846f2955b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:24.514619 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-77598404-9fbf-494d-b1f2-2a0700fafbee req-9ceef8b0-657a-4670-b784-595846f2955b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a960421c-0ac7-4777-ad11-86ea1221dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409243 May 12 14:39:24.606248 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-77598404-9fbf-494d-b1f2-2a0700fafbee req-0ede8b9e-ef93-4f86-9fee-6c4ed43c7f6b service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796180 May 12 14:39:24.696246 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-77598404-9fbf-494d-b1f2-2a0700fafbee req-5e806361-b2e9-4446-898e-bb84c7a90c06 service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843465 May 12 14:39:25.142061 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4753b-43d1-415e-b171-3041eafbb972 req-3e26178d-662a-451f-9a95-75b5d4e91f83 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:25.143698 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-48f4753b-43d1-415e-b171-3041eafbb972 req-3e26178d-662a-451f-9a95-75b5d4e91f83 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 946 time: 0.0472414 May 12 14:39:25.193333 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-48f4753b-43d1-415e-b171-3041eafbb972 req-241f9463-bc89-42a8-97f6-34000a37f623 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440004 May 12 14:39:26.318837 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a919bd-39a9-4389-b4dd-7a910a862bfa req-c9c7c735-edb9-4c54-9a8d-47c402afd93c tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:26.320349 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-07a919bd-39a9-4389-b4dd-7a910a862bfa req-c9c7c735-edb9-4c54-9a8d-47c402afd93c tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 946 time: 0.0525646 May 12 14:39:26.372377 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-07a919bd-39a9-4389-b4dd-7a910a862bfa req-4575d58a-51ae-4b10-95bb-79ff452fb860 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460408 May 12 14:39:27.483142 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101cf54-ecf6-445f-b938-ae180e25d279 req-e2d1cd05-af2a-438d-bdfd-612dc8d26448 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:27.484593 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3101cf54-ecf6-445f-b938-ae180e25d279 req-e2d1cd05-af2a-438d-bdfd-612dc8d26448 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 946 time: 0.0462613 May 12 14:39:27.531703 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3101cf54-ecf6-445f-b938-ae180e25d279 req-7a702960-46fd-4872-b235-61fe10611e8c tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417087 May 12 14:39:28.641738 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9395956-01c5-40e2-9605-12134c791a57 req-50373872-cb2b-41a9-8841-7e3718e205e1 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:28.643202 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d9395956-01c5-40e2-9605-12134c791a57 req-50373872-cb2b-41a9-8841-7e3718e205e1 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 946 time: 0.0461411 May 12 14:39:28.692849 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d9395956-01c5-40e2-9605-12134c791a57 req-0185b9a0-3983-4f92-b06a-3f921e7d4ea1 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442309 May 12 14:39:29.809712 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121322f-6891-43bb-a9aa-5f130425c9be req-33543ead-578f-4869-8fbe-36304288bbdb tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:29.811218 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5121322f-6891-43bb-a9aa-5f130425c9be req-33543ead-578f-4869-8fbe-36304288bbdb tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 946 time: 0.0526273 May 12 14:39:29.857764 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5121322f-6891-43bb-a9aa-5f130425c9be req-e0fd1cef-aeda-4086-a668-ddfd09fb8f48 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410869 May 12 14:39:30.970688 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd925f-7d7f-4a22-83e6-efcb00ec2bf4 req-473b0cb7-0ae5-45b3-ac74-2080d6bf7d2a tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:30.972210 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1edd925f-7d7f-4a22-83e6-efcb00ec2bf4 req-473b0cb7-0ae5-45b3-ac74-2080d6bf7d2a tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 946 time: 0.0476229 May 12 14:39:31.026461 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1edd925f-7d7f-4a22-83e6-efcb00ec2bf4 req-e25f7312-e6d0-4cb1-9824-de5fafe5a06a tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479643 May 12 14:39:31.865129 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7632d6a-1f8f-4a96-9854-7bd9ebfe03d0 req-76bf4491-7481-403d-8a16-76246a0c4f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:31.866591 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e7632d6a-1f8f-4a96-9854-7bd9ebfe03d0 req-76bf4491-7481-403d-8a16-76246a0c4f7c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d9bb0671fa894da79848c7c46e553b5e&device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 1130 time: 0.0377862 May 12 14:39:31.957962 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7632d6a-1f8f-4a96-9854-7bd9ebfe03d0 req-368b9520-e6e7-449b-97ef-9015f18f4d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:31.959436 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e7632d6a-1f8f-4a96-9854-7bd9ebfe03d0 req-368b9520-e6e7-449b-97ef-9015f18f4d62 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9 HTTP/1.1" status: 200 len: 910 time: 0.0858676 May 12 14:39:32.029978 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e7632d6a-1f8f-4a96-9854-7bd9ebfe03d0 req-a0fe380f-83ef-4afb-8237-8a064ac3a23f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=228c90b8-3a08-410b-be25-ba639362a959 HTTP/1.1" status: 200 len: 1001 time: 0.0626156 May 12 14:39:32.078763 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7632d6a-1f8f-4a96-9854-7bd9ebfe03d0 req-dc08f224-bc12-45b9-97ee-e74e16e950e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:32.080347 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e7632d6a-1f8f-4a96-9854-7bd9ebfe03d0 req-dc08f224-bc12-45b9-97ee-e74e16e950e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=01f0db1e-e8da-4cb5-8f75-f3f1c91eada4 HTTP/1.1" status: 200 len: 848 time: 0.0436857 May 12 14:39:32.123061 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7632d6a-1f8f-4a96-9854-7bd9ebfe03d0 req-af683ce8-e0b3-481c-acba-30859a4dfc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:32.124449 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e7632d6a-1f8f-4a96-9854-7bd9ebfe03d0 req-af683ce8-e0b3-481c-acba-30859a4dfc64 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377851 May 12 14:39:32.249660 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26c54f-0a0e-4adf-87a1-93961072955f req-c1648987-47ab-4d3c-8080-6d83ebed6ccc tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:32.251108 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bc26c54f-0a0e-4adf-87a1-93961072955f req-c1648987-47ab-4d3c-8080-6d83ebed6ccc tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 946 time: 0.0581841 May 12 14:39:32.252929 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e7632d6a-1f8f-4a96-9854-7bd9ebfe03d0 req-6d4d4d7a-21b9-4549-b6dd-b9dd925907ba service neutron] 10.222.0.57 "GET /v2.0/networks/7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212626 May 12 14:39:32.352448 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bc26c54f-0a0e-4adf-87a1-93961072955f req-680fc0ac-4b70-43a5-b8f7-624757fad391 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958118 May 12 14:39:32.378332 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e7632d6a-1f8f-4a96-9854-7bd9ebfe03d0 req-7738d06f-123e-4c87-ab28-63f85b166576 service neutron] 10.222.0.57 "GET /v2.0/networks/7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151538 May 12 14:39:33.469149 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10e104-b2bb-410f-b913-15ed64d8d1cd req-e316a1be-b4d9-4143-a781-5866932d52cc tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:33.470604 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bd10e104-b2bb-410f-b913-15ed64d8d1cd req-e316a1be-b4d9-4143-a781-5866932d52cc tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 946 time: 0.0460360 May 12 14:39:33.517571 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bd10e104-b2bb-410f-b913-15ed64d8d1cd req-08622b09-199b-4bd5-a0d7-135ac472e475 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415268 May 12 14:39:34.629975 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04282b43-cfa2-4ba0-aaea-f1c7443b6b8a req-c41fb160-60ef-4fcd-a6ae-24e394848a72 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:34.631508 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-04282b43-cfa2-4ba0-aaea-f1c7443b6b8a req-c41fb160-60ef-4fcd-a6ae-24e394848a72 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 946 time: 0.0473452 May 12 14:39:34.685349 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-04282b43-cfa2-4ba0-aaea-f1c7443b6b8a req-2cdbc08b-6634-4fad-932e-f5ff7c0decc8 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476282 May 12 14:39:35.793721 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f0724-01b6-47af-bc70-5d1876b80349 req-2c78117e-9493-4876-90eb-6865e3ec0217 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:35.795176 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-288f0724-01b6-47af-bc70-5d1876b80349 req-2c78117e-9493-4876-90eb-6865e3ec0217 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 946 time: 0.0455911 May 12 14:39:35.843402 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-288f0724-01b6-47af-bc70-5d1876b80349 req-16405b88-b241-4ec0-a5d7-f7a53d68fb2c tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427687 May 12 14:39:36.028791 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 39922) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:36.049714 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb1e91-07f7-4c62-ae19-ab18348df7d5 req-b5e213f2-2e0c-494c-852f-ec32016a0900 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:36.051231 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-02bb1e91-07f7-4c62-ae19-ab18348df7d5 req-b5e213f2-2e0c-494c-852f-ec32016a0900 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 946 time: 0.0470130 May 12 14:39:36.100347 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-02bb1e91-07f7-4c62-ae19-ab18348df7d5 req-39459e26-7c9c-48be-a7bd-47d7e0784e70 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435054 May 12 14:39:36.110588 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [req-a501bea1-49a9-449b-abcf-89e79e383d09 req-a2412d01-8eb4-4c3b-881d-29292aa75756 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0805991 May 12 14:39:36.120025 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [req-a501bea1-49a9-449b-abcf-89e79e383d09 req-f50d698f-488d-4a9b-828d-399b9a01de17 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:39:36.121663 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [req-a501bea1-49a9-449b-abcf-89e79e383d09 req-f50d698f-488d-4a9b-828d-399b9a01de17 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058315 May 12 14:39:36.194797 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 39930) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:39:36.289220 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501bea1-49a9-449b-abcf-89e79e383d09 req-d40fe852-6ddd-433e-832d-ea52307dd104 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:36.290552 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a501bea1-49a9-449b-abcf-89e79e383d09 req-d40fe852-6ddd-433e-832d-ea52307dd104 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports/228c90b8-3a08-410b-be25-ba639362a959 HTTP/1.1" status: 200 len: 943 time: 0.0947692 May 12 14:39:37.213685 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89c715-f151-4502-ad26-9f67453f46c1 req-267603d4-380b-44a1-bd8f-99d66493decf tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:37.215194 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5c89c715-f151-4502-ad26-9f67453f46c1 req-267603d4-380b-44a1-bd8f-99d66493decf tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 946 time: 0.0468628 May 12 14:39:37.263070 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5c89c715-f151-4502-ad26-9f67453f46c1 req-19809747-cad8-4b18-8436-e0624a164ae9 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423169 May 12 14:39:37.411422 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 228c90b8-3a08-410b-be25-ba639362a959 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:39:37.490005 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 228c90b8-3a08-410b-be25-ba639362a959 is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:39:37.490403 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (228c90b8-3a08-410b-be25-ba639362a959), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:37.519858 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '228c90b8-3a08-410b-be25-ba639362a959'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:39:37.522125 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95926f12-0f6a-4e0a-aef9-b29c2530f7a9" -d '{"events": [{"server_uuid": "ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef", "name": "network-vif-unplugged", "status": "completed", "tag": "228c90b8-3a08-410b-be25-ba639362a959"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:39:37.535373 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 228c90b8-3a08-410b-be25-ba639362a959, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=228c90b8-3a08-410b-be25-ba639362a959,segment=NetworkSegment(ffee138e-c4dc-43bc-a9ed-63f97c51fda2),segment_id=ffee138e-c4dc-43bc-a9ed-63f97c51fda2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:39:37.540742 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (228c90b8-3a08-410b-be25-ba639362a959), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:37.565763 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 May 2022 14:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dc285e-f6f7-49e0-a4dd-d3cf911c6dbf x-openstack-request-id: req-c1dc285e-f6f7-49e0-a4dd-d3cf911c6dbf {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:39:37.566065 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef", "name": "network-vif-unplugged", "status": "failed", "tag": "228c90b8-3a08-410b-be25-ba639362a959", "code": 422}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:39:37.566294 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c1dc285e-f6f7-49e0-a4dd-d3cf911c6dbf {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:39:37.566730 dv-cinder-777031-14-iscsi neutron-server[103431]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c1dc285e-f6f7-49e0-a4dd-d3cf911c6dbf']: {'server_uuid': 'ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '228c90b8-3a08-410b-be25-ba639362a959', 'code': 422} returned with failed status May 12 14:39:37.595853 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=228c90b8-3a08-410b-be25-ba639362a959,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:38.148577 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501bea1-49a9-449b-abcf-89e79e383d09 req-72c341b7-110e-45c7-b579-e54607d34d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:38.150021 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a501bea1-49a9-449b-abcf-89e79e383d09 req-72c341b7-110e-45c7-b579-e54607d34d71 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef&tenant_id=d9bb0671fa894da79848c7c46e553b5e HTTP/1.1" status: 200 len: 1128 time: 0.0385945 May 12 14:39:38.225697 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501bea1-49a9-449b-abcf-89e79e383d09 req-f74cedbf-e31f-44e6-81d2-810a18a27489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:38.226993 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a501bea1-49a9-449b-abcf-89e79e383d09 req-f74cedbf-e31f-44e6-81d2-810a18a27489 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d9bb0671fa894da79848c7c46e553b5e&device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 1128 time: 0.0402849 May 12 14:39:38.315305 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501bea1-49a9-449b-abcf-89e79e383d09 req-4ef53b9b-f8c5-4a9c-a7df-ecce8612c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:38.316809 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a501bea1-49a9-449b-abcf-89e79e383d09 req-4ef53b9b-f8c5-4a9c-a7df-ecce8612c383 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9 HTTP/1.1" status: 200 len: 910 time: 0.0834057 May 12 14:39:38.416230 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92783b0d-da0f-46cc-9a88-df3f003e5328 req-9dd0cf21-94e6-402f-b4a1-f1074b117d1c tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:38.418199 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-92783b0d-da0f-46cc-9a88-df3f003e5328 req-9dd0cf21-94e6-402f-b4a1-f1074b117d1c tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 944 time: 0.0850499 May 12 14:39:38.421962 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a501bea1-49a9-449b-abcf-89e79e383d09 req-f177f3d8-92ee-401a-9ce7-04c4997a7ec0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=228c90b8-3a08-410b-be25-ba639362a959 HTTP/1.1" status: 200 len: 999 time: 0.0959108 May 12 14:39:38.499843 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501bea1-49a9-449b-abcf-89e79e383d09 req-e4f89928-f2da-45f0-ba7d-81137cc4fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:38.501204 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a501bea1-49a9-449b-abcf-89e79e383d09 req-e4f89928-f2da-45f0-ba7d-81137cc4fba6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=01f0db1e-e8da-4cb5-8f75-f3f1c91eada4 HTTP/1.1" status: 200 len: 848 time: 0.0717623 May 12 14:39:38.504846 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-92783b0d-da0f-46cc-9a88-df3f003e5328 req-f6f88abb-7354-4a31-8cdc-7b0e430743b1 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809774 May 12 14:39:38.537217 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:39:38.547946 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501bea1-49a9-449b-abcf-89e79e383d09 req-73ccdcaa-bdfc-44f6-8f88-f28be4951701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:38.549483 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a501bea1-49a9-449b-abcf-89e79e383d09 req-73ccdcaa-bdfc-44f6-8f88-f28be4951701 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417578 May 12 14:39:38.636672 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a501bea1-49a9-449b-abcf-89e79e383d09 req-0a9e0642-d947-4e60-bdda-34be038e9672 service neutron] 10.222.0.57 "GET /v2.0/networks/7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799336 May 12 14:39:38.724676 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a501bea1-49a9-449b-abcf-89e79e383d09 req-77a0f7d6-76fc-41ce-8b67-a912b43596c8 service neutron] 10.222.0.57 "GET /v2.0/networks/7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821633 May 12 14:39:39.282704 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fb7e781a-e318-4839-a59c-f6e263442e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:39.614372 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458923b0-22c6-4acb-a9be-b3b0f5fc2257 req-ac1321d3-4d73-4547-8cec-a13e8c9c1544 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:39.615854 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-458923b0-22c6-4acb-a9be-b3b0f5fc2257 req-ac1321d3-4d73-4547-8cec-a13e8c9c1544 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 944 time: 0.0453577 May 12 14:39:39.663358 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-458923b0-22c6-4acb-a9be-b3b0f5fc2257 req-58a919d3-c4e8-4ea4-8730-45b7d7fe9112 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412652 May 12 14:39:40.777561 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78337d-2d57-431e-97a1-f9a6950be788 req-d9f87346-e716-4bcd-814a-96f784b398f3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:40.778960 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-eb78337d-2d57-431e-97a1-f9a6950be788 req-d9f87346-e716-4bcd-814a-96f784b398f3 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 944 time: 0.0455887 May 12 14:39:41.078998 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-eb78337d-2d57-431e-97a1-f9a6950be788 req-b85cf894-ab7b-45c5-9f73-a3fc7bc7791a tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2945383 May 12 14:39:41.637770 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8e441e69-b639-425e-afcc-f8ab78627230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:42.192299 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b16567-d231-4bd2-bef8-7a4603c06e41 req-d603f230-10f8-4b15-8daf-50f8fa516d1a tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:42.193746 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-98b16567-d231-4bd2-bef8-7a4603c06e41 req-d603f230-10f8-4b15-8daf-50f8fa516d1a tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 944 time: 0.0453744 May 12 14:39:42.241277 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-98b16567-d231-4bd2-bef8-7a4603c06e41 req-86d7bcc5-33b9-40e9-a628-01dc5a7edfd2 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415926 May 12 14:39:42.984331 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:43.352557 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af892df-5c9a-4d40-8c70-754f769ee20c req-4fa212c6-b249-4862-981b-8c83cb2ab51c tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:43.354011 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9af892df-5c9a-4d40-8c70-754f769ee20c req-4fa212c6-b249-4862-981b-8c83cb2ab51c tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 944 time: 0.0459168 May 12 14:39:43.404738 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9af892df-5c9a-4d40-8c70-754f769ee20c req-823f3a44-2ea4-45df-acd7-6bfea7b61b29 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445478 May 12 14:39:44.372562 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:44.515166 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17eb68-71cc-4e71-9069-8cd4140d2d3c req-1cb878b9-e8b4-4ede-8481-03de20bbcc95 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:44.516595 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6d17eb68-71cc-4e71-9069-8cd4140d2d3c req-1cb878b9-e8b4-4ede-8481-03de20bbcc95 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 944 time: 0.0460677 May 12 14:39:44.567271 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6d17eb68-71cc-4e71-9069-8cd4140d2d3c req-c22fc4df-4894-4fa9-803d-9b7567a89cce tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451956 May 12 14:39:45.680780 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89a155-7500-4aaf-8666-a7cd85170aff req-51f96151-4f07-42fa-bf71-2ef81b3c6ad8 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:45.682226 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cc89a155-7500-4aaf-8666-a7cd85170aff req-51f96151-4f07-42fa-bf71-2ef81b3c6ad8 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 944 time: 0.0462463 May 12 14:39:45.728883 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cc89a155-7500-4aaf-8666-a7cd85170aff req-8bdaa985-2fd4-4e8e-b11d-b9e2238decc7 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411518 May 12 14:39:45.753834 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:46.844620 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819765e4-6c3e-43dd-8005-c04088909dff req-fdc7c902-646c-4e46-b4ed-10a447686930 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:46.846091 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-819765e4-6c3e-43dd-8005-c04088909dff req-fdc7c902-646c-4e46-b4ed-10a447686930 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 944 time: 0.0513153 May 12 14:39:46.893749 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-819765e4-6c3e-43dd-8005-c04088909dff req-9ba467cb-6c04-4475-a6e8-0e09911b5531 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420811 May 12 14:39:47.457862 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 228c90b8-3a08-410b-be25-ba639362a959 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:39:47.551756 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 228c90b8-3a08-410b-be25-ba639362a959, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=228c90b8-3a08-410b-be25-ba639362a959,segment=NetworkSegment(ffee138e-c4dc-43bc-a9ed-63f97c51fda2),segment_id=ffee138e-c4dc-43bc-a9ed-63f97c51fda2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:39:47.562535 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Returning: {'device': '228c90b8-3a08-410b-be25-ba639362a959', 'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9', 'port_id': '228c90b8-3a08-410b-be25-ba639362a959', 'mac_address': 'fa:16:3e:10:83:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01f0db1e-e8da-4cb5-8f75-f3f1c91eada4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:39:47.601863 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 228c90b8-3a08-410b-be25-ba639362a959 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:39:47.602249 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (228c90b8-3a08-410b-be25-ba639362a959), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:47.614999 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228c90b8-3a08-410b-be25-ba639362a959 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:39:47.633526 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 228c90b8-3a08-410b-be25-ba639362a959, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=228c90b8-3a08-410b-be25-ba639362a959,segment=NetworkSegment(ffee138e-c4dc-43bc-a9ed-63f97c51fda2),segment_id=ffee138e-c4dc-43bc-a9ed-63f97c51fda2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:39:47.639244 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (228c90b8-3a08-410b-be25-ba639362a959), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:47.684937 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=228c90b8-3a08-410b-be25-ba639362a959,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:48.006770 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5a859-9937-4013-b85c-14a0a2bbc439 req-d32ffd43-8472-48cc-bc83-4c4814be6c8c tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:48.008254 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-88b5a859-9937-4013-b85c-14a0a2bbc439 req-d32ffd43-8472-48cc-bc83-4c4814be6c8c tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 945 time: 0.0475602 May 12 14:39:48.055684 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-88b5a859-9937-4013-b85c-14a0a2bbc439 req-415b7025-5a32-4442-8b90-626372a36127 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412929 May 12 14:39:48.234980 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['228c90b8-3a08-410b-be25-ba639362a959'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:39:49.167981 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c3e33-0876-4bf1-b669-068b235b532a req-9f9fbbd6-e356-402a-b8d9-3cb1cd8e891a tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:49.169413 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9e6c3e33-0876-4bf1-b669-068b235b532a req-9f9fbbd6-e356-402a-b8d9-3cb1cd8e891a tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 945 time: 0.0456436 May 12 14:39:49.219529 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9e6c3e33-0876-4bf1-b669-068b235b532a req-b1444dc6-7823-4550-bb4e-1ef587d28821 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446403 May 12 14:39:49.545672 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 228c90b8-3a08-410b-be25-ba639362a959 up at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:39:49.569797 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:49.593654 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning complete for port 228c90b8-3a08-410b-be25-ba639362a959 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:39:49.594021 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (228c90b8-3a08-410b-be25-ba639362a959), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:49.668500 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 228c90b8-3a08-410b-be25-ba639362a959 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:39:49.668906 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (228c90b8-3a08-410b-be25-ba639362a959), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:49.691576 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228c90b8-3a08-410b-be25-ba639362a959'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:39:49.693753 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d2f5b2-6322-4584-9fe0-17276ec5ed57" -d '{"events": [{"server_uuid": "ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef", "name": "network-vif-plugged", "status": "completed", "tag": "228c90b8-3a08-410b-be25-ba639362a959"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:39:49.705455 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 228c90b8-3a08-410b-be25-ba639362a959, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=228c90b8-3a08-410b-be25-ba639362a959,segment=NetworkSegment(ffee138e-c4dc-43bc-a9ed-63f97c51fda2),segment_id=ffee138e-c4dc-43bc-a9ed-63f97c51fda2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:39:49.712190 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (228c90b8-3a08-410b-be25-ba639362a959), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:39:49.735256 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d18feb6-8e59-4be4-8241-936f9796e38e x-openstack-request-id: req-3d18feb6-8e59-4be4-8241-936f9796e38e {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:39:49.735551 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef", "name": "network-vif-plugged", "status": "completed", "tag": "228c90b8-3a08-410b-be25-ba639362a959", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:39:49.735805 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3d18feb6-8e59-4be4-8241-936f9796e38e {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:39:49.736197 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d18feb6-8e59-4be4-8241-936f9796e38e'] response: {'server_uuid': 'ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228c90b8-3a08-410b-be25-ba639362a959', 'code': 200} May 12 14:39:49.761825 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=228c90b8-3a08-410b-be25-ba639362a959,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:39:50.030327 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74220ffd-17b0-4358-b7db-7a45de3bf90d req-1d9ec340-3524-4620-80e6-b87597ad381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:50.031814 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-74220ffd-17b0-4358-b7db-7a45de3bf90d req-1d9ec340-3524-4620-80e6-b87597ad381c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 1130 time: 0.0369744 May 12 14:39:50.079224 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-74220ffd-17b0-4358-b7db-7a45de3bf90d req-d9abd59e-6861-4cf3-a98f-86068361b1c3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382223 May 12 14:39:50.329041 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31082056-4bb2-44e9-ac6f-fec7604cb14b req-e72c322f-d483-4e1b-8901-e6d10f3aaeed tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:50.330475 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-31082056-4bb2-44e9-ac6f-fec7604cb14b req-e72c322f-d483-4e1b-8901-e6d10f3aaeed tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 946 time: 0.0467236 May 12 14:39:50.379489 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-31082056-4bb2-44e9-ac6f-fec7604cb14b req-17cd56c0-f72e-41c5-9dd0-b666d0970a1e tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434887 May 12 14:39:51.494611 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628ea6f-a757-4776-8b34-970d09c7146d req-e805b584-8462-4418-95f1-85c6398dfd84 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:51.496567 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d628ea6f-a757-4776-8b34-970d09c7146d req-e805b584-8462-4418-95f1-85c6398dfd84 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 946 time: 0.0493507 May 12 14:39:51.544182 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d628ea6f-a757-4776-8b34-970d09c7146d req-05d8f58e-cb8d-48a8-b2ab-fc513d40328f tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422177 May 12 14:39:52.656116 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d328a30-b27d-43dc-ae51-cb7330180658 req-a4a3404b-7cee-4df2-be55-3c38aff83b97 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:39:52.657567 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7d328a30-b27d-43dc-ae51-cb7330180658 req-a4a3404b-7cee-4df2-be55-3c38aff83b97 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 946 time: 0.0464065 May 12 14:39:52.705197 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7d328a30-b27d-43dc-ae51-cb7330180658 req-2172686f-f6ab-4331-80b6-5d64325c5a0c tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422037 May 12 14:40:09.283945 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8197935d-423c-49f6-a3f8-601658f9e43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:11.638760 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-001bd6cd-cff9-44fc-aa48-ccd4c1b84cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:12.986974 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:14.376913 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:15.536831 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:40:15.755398 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:18.396462 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3434baaf-4667-4a07-afc0-03638eb644c1 req-cefec634-28a6-4b26-8df1-cac8ba7c6263 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414817 May 12 14:40:18.500832 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434baaf-4667-4a07-afc0-03638eb644c1 req-60221b5d-d689-4994-9fdd-4eff6afcdce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:18.502279 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3434baaf-4667-4a07-afc0-03638eb644c1 req-60221b5d-d689-4994-9fdd-4eff6afcdce5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3c83c8fa2cd44eab84cb50b3ad06a1d3&device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 1130 time: 0.0383618 May 12 14:40:18.602373 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434baaf-4667-4a07-afc0-03638eb644c1 req-1cb1e443-1e93-4841-9122-cdf3eabdad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:18.604472 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3434baaf-4667-4a07-afc0-03638eb644c1 req-1cb1e443-1e93-4841-9122-cdf3eabdad49 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a960421c-0ac7-4777-ad11-86ea1221dbd0 HTTP/1.1" status: 200 len: 920 time: 0.0833383 May 12 14:40:18.653099 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3434baaf-4667-4a07-afc0-03638eb644c1 req-5cc97239-cf83-4b6c-bf2d-468f9c974906 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62f6a176-00c7-4955-ac5a-e84fb95f6c3d HTTP/1.1" status: 200 len: 217 time: 0.0370750 May 12 14:40:18.702817 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434baaf-4667-4a07-afc0-03638eb644c1 req-cac7bb95-5dc6-4c9b-ac1f-198f840960e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:18.704321 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3434baaf-4667-4a07-afc0-03638eb644c1 req-cac7bb95-5dc6-4c9b-ac1f-198f840960e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ff9df63-a567-422b-b0eb-7dc75045c602 HTTP/1.1" status: 200 len: 858 time: 0.0417166 May 12 14:40:18.746293 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434baaf-4667-4a07-afc0-03638eb644c1 req-32d1e8fb-6db9-4d4a-8b81-fc85d4076f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:18.747766 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3434baaf-4667-4a07-afc0-03638eb644c1 req-32d1e8fb-6db9-4d4a-8b81-fc85d4076f99 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a960421c-0ac7-4777-ad11-86ea1221dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374093 May 12 14:40:18.840440 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3434baaf-4667-4a07-afc0-03638eb644c1 req-fe56d603-bb4b-4c62-85e5-4ac9f30cfa02 service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854802 May 12 14:40:18.927352 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3434baaf-4667-4a07-afc0-03638eb644c1 req-e3299f6d-2fe2-4425-a156-64a9d5abf2e9 service neutron] 10.222.0.57 "GET /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793431 May 12 14:40:19.539241 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:31.188142 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afc8de-90f3-4fe2-a7df-7a364157722c req-58e3cfb4-759c-4050-a664-7579422e9538 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:31.189580 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-97afc8de-90f3-4fe2-a7df-7a364157722c req-58e3cfb4-759c-4050-a664-7579422e9538 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 984 time: 0.0752425 May 12 14:40:31.208583 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e9a22-b6f7-4842-a561-cba6cf7317e8 req-d8425abe-b98f-46b8-8289-96a5585c1f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:31.209976 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d02e9a22-b6f7-4842-a561-cba6cf7317e8 req-d8425abe-b98f-46b8-8289-96a5585c1f66 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9462307fa603476baafa1c5c8ae491d5&device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 1168 time: 0.0538154 May 12 14:40:31.315095 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-97afc8de-90f3-4fe2-a7df-7a364157722c req-e2de16c7-d052-491f-b22f-0eedeca1b553 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&id=9d10a209-0295-4ced-8cf8-33b73d6c1ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1182253 May 12 14:40:31.336734 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e9a22-b6f7-4842-a561-cba6cf7317e8 req-75a19b47-8e93-4487-b0ef-c2334bf22848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:31.338225 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d02e9a22-b6f7-4842-a561-cba6cf7317e8 req-75a19b47-8e93-4487-b0ef-c2334bf22848 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02beb22d-1f56-4737-bf39-f35baef398aa HTTP/1.1" status: 200 len: 915 time: 0.1205008 May 12 14:40:31.401698 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d02e9a22-b6f7-4842-a561-cba6cf7317e8 req-c8bd0ae1-0abe-400e-9116-7745512b74d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dfbc34b-96be-4bb8-98e9-1380f31b1266 HTTP/1.1" status: 200 len: 1001 time: 0.0570984 May 12 14:40:31.452852 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e9a22-b6f7-4842-a561-cba6cf7317e8 req-a94717ad-9274-493a-a22f-9b66ee43522f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:31.454247 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d02e9a22-b6f7-4842-a561-cba6cf7317e8 req-a94717ad-9274-493a-a22f-9b66ee43522f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2e7f4252-5005-459d-8b94-9d1eb600e9e4 HTTP/1.1" status: 200 len: 853 time: 0.0459673 May 12 14:40:31.497784 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e9a22-b6f7-4842-a561-cba6cf7317e8 req-9f60384f-2c81-4e44-a0cb-db77c52d4aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:31.499261 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d02e9a22-b6f7-4842-a561-cba6cf7317e8 req-9f60384f-2c81-4e44-a0cb-db77c52d4aa7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02beb22d-1f56-4737-bf39-f35baef398aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381718 May 12 14:40:31.589308 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d02e9a22-b6f7-4842-a561-cba6cf7317e8 req-2542e161-77b6-46a2-9608-c16d17a81c5d service neutron] 10.222.0.57 "GET /v2.0/networks/02beb22d-1f56-4737-bf39-f35baef398aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817556 May 12 14:40:31.679909 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d02e9a22-b6f7-4842-a561-cba6cf7317e8 req-fc0fea59-ee61-4a51-b8b4-0e2826ad27f4 service neutron] 10.222.0.57 "GET /v2.0/networks/02beb22d-1f56-4737-bf39-f35baef398aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836756 May 12 14:40:32.433207 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d75476-de6a-4004-b537-fcb0c7d25ae8 req-d9506836-cacb-4a92-9f7f-27cf09907092 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:32.434671 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d3d75476-de6a-4004-b537-fcb0c7d25ae8 req-d9506836-cacb-4a92-9f7f-27cf09907092 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 984 time: 0.0467556 May 12 14:40:32.494129 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d3d75476-de6a-4004-b537-fcb0c7d25ae8 req-fb88bbad-bc3d-4bd6-8975-58e6c54b74e3 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&id=9d10a209-0295-4ced-8cf8-33b73d6c1ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0537620 May 12 14:40:33.608921 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9e389-7faa-4dbe-9b17-4e7481d7e6c7 req-7db7d3b3-5ac8-4df0-b018-ceede2fb4683 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:33.610355 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5ac9e389-7faa-4dbe-9b17-4e7481d7e6c7 req-7db7d3b3-5ac8-4df0-b018-ceede2fb4683 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 984 time: 0.0492132 May 12 14:40:33.667886 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5ac9e389-7faa-4dbe-9b17-4e7481d7e6c7 req-14bc2ceb-27d7-4f68-8ba1-e66e88e9a2be tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&id=9d10a209-0295-4ced-8cf8-33b73d6c1ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0518935 May 12 14:40:34.779375 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d2907-4129-4257-9630-0b23b48de65c req-2294558f-5193-4e43-8c32-1f4b05a08b3a tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:34.780829 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c63d2907-4129-4257-9630-0b23b48de65c req-2294558f-5193-4e43-8c32-1f4b05a08b3a tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 984 time: 0.0466480 May 12 14:40:34.837669 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c63d2907-4129-4257-9630-0b23b48de65c req-a3d8e945-7f1b-45e8-bac9-df8c5fffb97b tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&id=9d10a209-0295-4ced-8cf8-33b73d6c1ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0512300 May 12 14:40:35.954609 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17f5a4-95b5-48fc-bee7-3faa83184f64 req-89ecd254-f1b2-4e40-92ad-65b8c397b2ce tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:35.956093 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-aa17f5a4-95b5-48fc-bee7-3faa83184f64 req-89ecd254-f1b2-4e40-92ad-65b8c397b2ce tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 984 time: 0.0519698 May 12 14:40:36.018382 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-aa17f5a4-95b5-48fc-bee7-3faa83184f64 req-0524376c-2e66-4263-a6ba-95984af07dec tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&id=9d10a209-0295-4ced-8cf8-33b73d6c1ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0566642 May 12 14:40:37.128530 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db734fc-afd5-49be-bf5e-dccf4406f54a req-091436c1-388c-4533-9e79-d0641e2dc02a tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:37.129961 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7db734fc-afd5-49be-bf5e-dccf4406f54a req-091436c1-388c-4533-9e79-d0641e2dc02a tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 984 time: 0.0462360 May 12 14:40:37.188160 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7db734fc-afd5-49be-bf5e-dccf4406f54a req-06e05b32-f6ab-4ef1-8001-ebb911a32b86 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&id=9d10a209-0295-4ced-8cf8-33b73d6c1ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0517728 May 12 14:40:38.303001 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000c21f-0fb6-4312-a2d9-e07b71ca84d9 req-b4509ff2-3fa2-4b43-b87e-90b253b4566d tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:38.304492 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7000c21f-0fb6-4312-a2d9-e07b71ca84d9 req-b4509ff2-3fa2-4b43-b87e-90b253b4566d tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 984 time: 0.0487709 May 12 14:40:38.371683 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7000c21f-0fb6-4312-a2d9-e07b71ca84d9 req-acb8faa6-2c37-4397-b9b9-fa41a42604d0 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&id=9d10a209-0295-4ced-8cf8-33b73d6c1ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0615141 May 12 14:40:39.284257 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4a1ea4f3-0b5a-41b3-bc7e-103c570be9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:39.487153 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de32581-5a2d-4e91-af74-60bd822357fd req-5c0a76b3-8e1e-44a1-8c66-2561e4886176 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:39.488511 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7de32581-5a2d-4e91-af74-60bd822357fd req-5c0a76b3-8e1e-44a1-8c66-2561e4886176 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 984 time: 0.0493207 May 12 14:40:39.548730 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7de32581-5a2d-4e91-af74-60bd822357fd req-de937bac-9005-4364-b222-31c333037374 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&id=9d10a209-0295-4ced-8cf8-33b73d6c1ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0543594 May 12 14:40:40.664055 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d6168-771f-45dd-8603-930affc1c1ba req-f647d43b-6b01-4781-8e37-f26925d8b525 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:40.665679 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6e5d6168-771f-45dd-8603-930affc1c1ba req-f647d43b-6b01-4781-8e37-f26925d8b525 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 984 time: 0.0501657 May 12 14:40:40.730355 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6e5d6168-771f-45dd-8603-930affc1c1ba req-5ad57e40-6c39-4ee5-a612-04fd4c116dc3 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&id=9d10a209-0295-4ced-8cf8-33b73d6c1ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0585282 May 12 14:40:40.910891 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f201a2-57b9-47d4-85d5-b27b2627aa40 req-a3492fbb-ea83-450f-afb5-2eb1199ae91b tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:40.912405 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c5f201a2-57b9-47d4-85d5-b27b2627aa40 req-a3492fbb-ea83-450f-afb5-2eb1199ae91b tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0506604 May 12 14:40:40.958706 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c5f201a2-57b9-47d4-85d5-b27b2627aa40 req-71eea366-cb55-4803-96f5-901a31de1d6c tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407641 May 12 14:40:41.639504 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b404ee44-003f-448b-82f6-ba511c949ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:41.842634 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294f45b-ad7b-40fc-b9bb-48b8641b8a1b req-5a6229df-fd8e-49e8-9716-2c21da49e3e4 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:41.844124 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6294f45b-ad7b-40fc-b9bb-48b8641b8a1b req-5a6229df-fd8e-49e8-9716-2c21da49e3e4 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 984 time: 0.0452797 May 12 14:40:41.901682 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6294f45b-ad7b-40fc-b9bb-48b8641b8a1b req-f68d4000-f7e7-431f-bdcc-a865eb0703a2 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&id=9d10a209-0295-4ced-8cf8-33b73d6c1ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0519028 May 12 14:40:42.069816 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb3dc4-3e21-4404-9310-d657741c5154 req-f6dce814-f53f-406d-b385-57b9b1210644 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:42.071320 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c8cb3dc4-3e21-4404-9310-d657741c5154 req-f6dce814-f53f-406d-b385-57b9b1210644 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0441940 May 12 14:40:42.121558 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c8cb3dc4-3e21-4404-9310-d657741c5154 req-a3d99bf9-94a6-48ae-84d5-63fee153d3d5 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435858 May 12 14:40:42.990418 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:43.018717 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde323e9-65e6-4ac6-9a1a-87957f18368c req-0338ff7c-4357-44bf-9a83-a926d3f07e6e tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:43.020550 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fde323e9-65e6-4ac6-9a1a-87957f18368c req-0338ff7c-4357-44bf-9a83-a926d3f07e6e tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 984 time: 0.0535810 May 12 14:40:43.087001 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fde323e9-65e6-4ac6-9a1a-87957f18368c req-5dd907df-ec54-40a3-8295-d8e7857c54e1 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&id=9d10a209-0295-4ced-8cf8-33b73d6c1ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0530331 May 12 14:40:43.232233 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6fbf8-6d06-45c9-918b-6bf2077fd6c3 req-ffa90bd3-b1de-44e1-b2f9-53a176ff0de3 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:43.233555 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-43d6fbf8-6d06-45c9-918b-6bf2077fd6c3 req-ffa90bd3-b1de-44e1-b2f9-53a176ff0de3 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0458343 May 12 14:40:43.278894 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-43d6fbf8-6d06-45c9-918b-6bf2077fd6c3 req-47494d0e-fd79-439d-96b2-fb053147f5f4 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399234 May 12 14:40:44.201985 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f7f9c-59bb-4c14-bb7a-a82c1ee67621 req-a4780274-026c-4037-bbe5-22ea41accc3c tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:44.203430 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1a0f7f9c-59bb-4c14-bb7a-a82c1ee67621 req-a4780274-026c-4037-bbe5-22ea41accc3c tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 984 time: 0.0489159 May 12 14:40:44.262548 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1a0f7f9c-59bb-4c14-bb7a-a82c1ee67621 req-ce530cf3-cbdb-454e-824c-b3f60f1f6549 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&id=9d10a209-0295-4ced-8cf8-33b73d6c1ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0535066 May 12 14:40:44.381905 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:44.396977 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b4900-756a-443b-b080-e8baadcb4384 req-a4e5443d-5dca-457a-9908-11d9ad36b5b0 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:44.398539 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-311b4900-756a-443b-b080-e8baadcb4384 req-a4e5443d-5dca-457a-9908-11d9ad36b5b0 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0536032 May 12 14:40:44.453081 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-311b4900-756a-443b-b080-e8baadcb4384 req-55958dae-bd9e-4bc6-89dc-b18055563ad9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477853 May 12 14:40:45.374308 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a9c6d-8a7a-4d3a-8be4-38b536680807 req-d64b581a-12d9-4615-a9e4-7e9230487c01 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:45.375803 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-042a9c6d-8a7a-4d3a-8be4-38b536680807 req-d64b581a-12d9-4615-a9e4-7e9230487c01 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 984 time: 0.0465796 May 12 14:40:45.440857 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-042a9c6d-8a7a-4d3a-8be4-38b536680807 req-f2655c7f-1733-49fe-a42d-8dcc9604ca54 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&id=9d10a209-0295-4ced-8cf8-33b73d6c1ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0590425 May 12 14:40:45.488592 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688cce0-6bd0-4b85-9597-65a14350ad70 req-a43e3341-94b6-424e-9a3d-1c77dca10f9d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:45.490034 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e688cce0-6bd0-4b85-9597-65a14350ad70 req-a43e3341-94b6-424e-9a3d-1c77dca10f9d tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.57 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0484672 May 12 14:40:45.567363 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76a73c-9bbb-4425-9357-41c0daddfb10 req-bd40aa97-fed4-4daf-93b0-a962302c9e63 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:45.568709 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bf76a73c-9bbb-4425-9357-41c0daddfb10 req-bd40aa97-fed4-4daf-93b0-a962302c9e63 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 945 time: 0.0456047 May 12 14:40:45.616505 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bf76a73c-9bbb-4425-9357-41c0daddfb10 req-98a6eae1-93b6-4045-b2aa-5dd6d8c85eba tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=2eccd629-88c6-4e5b-938e-6253e682490f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413656 May 12 14:40:45.755871 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:46.095311 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-e688cce0-6bd0-4b85-9597-65a14350ad70 req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Deleting port 1d9bd042-8dc9-4559-9211-62f3a465dca4 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:40:46.095730 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e688cce0-6bd0-4b85-9597-65a14350ad70 req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (1d9bd042-8dc9-4559-9211-62f3a465dca4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:46.186511 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-e688cce0-6bd0-4b85-9597-65a14350ad70 req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] For port 1d9bd042-8dc9-4559-9211-62f3a465dca4, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=1d9bd042-8dc9-4559-9211-62f3a465dca4,segment=NetworkSegment(c6e36150-006d-4817-be7b-a40f146ddc75),segment_id=c6e36150-006d-4817-be7b-a40f146ddc75)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:40:46.186876 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e688cce0-6bd0-4b85-9597-65a14350ad70 req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (1d9bd042-8dc9-4559-9211-62f3a465dca4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:46.363130 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e688cce0-6bd0-4b85-9597-65a14350ad70 req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:46.363491 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e688cce0-6bd0-4b85-9597-65a14350ad70 req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (b4159d95-2bef-4e02-88eb-60b23f79fbc6), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:46.363818 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.db.l3_db [req-e688cce0-6bd0-4b85-9597-65a14350ad70 req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Floating IP b4159d95-2bef-4e02-88eb-60b23f79fbc6 disassociated. External IP: 172.27.0.74, port: 1d9bd042-8dc9-4559-9211-62f3a465dca4. May 12 14:40:46.364144 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-e688cce0-6bd0-4b85-9597-65a14350ad70 req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Calling delete_port for 1d9bd042-8dc9-4559-9211-62f3a465dca4 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:40:46.493771 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e688cce0-6bd0-4b85-9597-65a14350ad70 req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (1d9bd042-8dc9-4559-9211-62f3a465dca4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:46.528121 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Pushing event deleted for resources: {'Port': ['ID=1d9bd042-8dc9-4559-9211-62f3a465dca4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:46.564874 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:46.565232 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:46.565578 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:46.565921 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:46.566263 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:46.566603 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:46.566934 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:46.567295 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:46.567628 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:46.567984 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:46.568312 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:46.568640 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:46.568971 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:46.569296 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:46.569621 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:46.624468 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a497c7-66d6-4ff7-98f1-4bd99d05c9e0 req-9fb79d95-b8da-4380-809e-81649fbc6a9e tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:46.625861 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-49a497c7-66d6-4ff7-98f1-4bd99d05c9e0 req-9fb79d95-b8da-4380-809e-81649fbc6a9e tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 984 time: 0.1014733 May 12 14:40:46.734917 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e2a3d20d-355f-4767-8881-050b332ff47b req-beb16a35-76e5-4410-b041-c195fc30cbec tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 210 time: 0.0442104 May 12 14:40:46.757698 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e688cce0-6bd0-4b85-9597-65a14350ad70 req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Router 088ee916-49e5-4261-a96d-48db88b4cdde has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:40:46.766153 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-49a497c7-66d6-4ff7-98f1-4bd99d05c9e0 req-aeb7400f-8db4-4db9-bf2b-138014fbe838 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&id=9d10a209-0295-4ced-8cf8-33b73d6c1ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1344879 May 12 14:40:46.873501 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e688cce0-6bd0-4b85-9597-65a14350ad70 req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:40:46.883902 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74945748-fd9e-422b-bcb2-a97e76efb813 None None] Sync routers for ids ['088ee916-49e5-4261-a96d-48db88b4cdde'] in dv-cinder-777031-14-iscsi {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:40:46.895690 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74945748-fd9e-422b-bcb2-a97e76efb813 None None] Routers {'088ee916-49e5-4261-a96d-48db88b4cdde'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:40:46.896523 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-74945748-fd9e-422b-bcb2-a97e76efb813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:40:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['088ee916-49e5-4261-a96d-48db88b4cdde'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:40:46.921652 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-e688cce0-6bd0-4b85-9597-65a14350ad70 req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] No DVR routers for this DVR port 1d9bd042-8dc9-4559-9211-62f3a465dca4 on host hv-cinder-77703 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:40:46.924845 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-e688cce0-6bd0-4b85-9597-65a14350ad70 req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:46.928694 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e688cce0-6bd0-4b85-9597-65a14350ad70 req-fb2a11ae-5c3e-42bd-b9b7-0f2305ded1cd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.57 "DELETE /v2.0/ports/1d9bd042-8dc9-4559-9211-62f3a465dca4 HTTP/1.1" status: 204 len: 173 time: 0.9208536 May 12 14:40:46.929273 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e40740-6dab-4657-abc3-eb83ee4b4c4d', 'name': 'network-vif-deleted', 'tag': '1d9bd042-8dc9-4559-9211-62f3a465dca4'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:40:46.933465 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7acf3b-e18a-4ec6-9f5b-e68bf81e9d41" -d '{"events": [{"server_uuid": "26e40740-6dab-4657-abc3-eb83ee4b4c4d", "name": "network-vif-deleted", "tag": "1d9bd042-8dc9-4559-9211-62f3a465dca4"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:40:46.971239 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547c7563-204c-4f7f-947d-33daac313072 x-openstack-request-id: req-547c7563-204c-4f7f-947d-33daac313072 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:40:46.971647 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e40740-6dab-4657-abc3-eb83ee4b4c4d", "name": "network-vif-deleted", "tag": "1d9bd042-8dc9-4559-9211-62f3a465dca4", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:40:46.971964 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-547c7563-204c-4f7f-947d-33daac313072 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:40:46.972636 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-547c7563-204c-4f7f-947d-33daac313072'] response: {'server_uuid': '26e40740-6dab-4657-abc3-eb83ee4b4c4d', 'name': 'network-vif-deleted', 'tag': '1d9bd042-8dc9-4559-9211-62f3a465dca4', 'status': 'completed', 'code': 200} May 12 14:40:47.025638 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-74945748-fd9e-422b-bcb2-a97e76efb813 None None] Set router 088ee916-49e5-4261-a96d-48db88b4cdde gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:40:47.220944 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-74945748-fd9e-422b-bcb2-a97e76efb813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'name': 'tempest-ServerRescueNegativeTestJSON-1155992660-router', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:23Z', 'revision_number': 4, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'gw_port': {'id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '2f312332-0177-4120-a058-5875094508fa', 'name': '', 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'mac_address': 'fa:16:3e:62:cc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '3ff9df63-a567-422b-b0eb-7dc75045c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:22Z', 'updated_at': '2022-05-12T14:33:27Z', 'revision_number': 5, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'subnets': [{'id': '3ff9df63-a567-422b-b0eb-7dc75045c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:40:47.247618 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74945748-fd9e-422b-bcb2-a97e76efb813 None None] Checking router: 088ee916-49e5-4261-a96d-48db88b4cdde for host: dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:40:47.255924 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74945748-fd9e-422b-bcb2-a97e76efb813 None None] Routers {'088ee916-49e5-4261-a96d-48db88b4cdde'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:40:47.256543 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-74945748-fd9e-422b-bcb2-a97e76efb813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:40:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['088ee916-49e5-4261-a96d-48db88b4cdde'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:40:47.363004 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-74945748-fd9e-422b-bcb2-a97e76efb813 None None] Set router 088ee916-49e5-4261-a96d-48db88b4cdde gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:40:47.547364 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-74945748-fd9e-422b-bcb2-a97e76efb813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'name': 'tempest-ServerRescueNegativeTestJSON-1155992660-router', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:23Z', 'revision_number': 4, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'gw_port': {'id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '2f312332-0177-4120-a058-5875094508fa', 'name': '', 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'mac_address': 'fa:16:3e:62:cc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '3ff9df63-a567-422b-b0eb-7dc75045c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:22Z', 'updated_at': '2022-05-12T14:33:27Z', 'revision_number': 5, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'subnets': [{'id': '3ff9df63-a567-422b-b0eb-7dc75045c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:40:47.577147 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74945748-fd9e-422b-bcb2-a97e76efb813 None None] The sync data for ids ['088ee916-49e5-4261-a96d-48db88b4cdde'] in dv-cinder-777031-14-iscsi is: [{'id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'name': 'tempest-ServerRescueNegativeTestJSON-1155992660-router', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:23Z', 'revision_number': 4, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'gw_port': {'id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '2f312332-0177-4120-a058-5875094508fa', 'name': '', 'network_id': 'a960421c-0ac7-4777-ad11-86ea1221dbd0', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'mac_address': 'fa:16:3e:62:cc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '3ff9df63-a567-422b-b0eb-7dc75045c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:22Z', 'updated_at': '2022-05-12T14:33:27Z', 'revision_number': 5, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'subnets': [{'id': '3ff9df63-a567-422b-b0eb-7dc75045c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:40:47.806785 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6cdb89-b6f2-4143-8cfe-cf9671f2e68f None None] New status for floating IP b4159d95-2bef-4e02-88eb-60b23f79fbc6: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:40:47.844467 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-84383f81-b4cf-412b-b653-a36553ff2b99 req-d84e653c-79af-44e1-9735-5a1a834853c6 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=26e40740-6dab-4657-abc3-eb83ee4b4c4d HTTP/1.1" status: 200 len: 210 time: 0.0285354 May 12 14:40:48.933539 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 40154) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:40:48.986493 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5e018989-a6f9-4827-8d1e-bf4c49c20c8a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks [] for security_group (2eccd629-88c6-4e5b-938e-6253e682490f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:49.009638 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5e018989-a6f9-4827-8d1e-bf4c49c20c8a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks [] for security_group (2eccd629-88c6-4e5b-938e-6253e682490f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:49.056329 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5e018989-a6f9-4827-8d1e-bf4c49c20c8a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (2eccd629-88c6-4e5b-938e-6253e682490f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:49.059507 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5e018989-a6f9-4827-8d1e-bf4c49c20c8a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:49.060643 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-5e018989-a6f9-4827-8d1e-bf4c49c20c8a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "DELETE /v2.0/security-groups/2eccd629-88c6-4e5b-938e-6253e682490f HTTP/1.1" status: 204 len: 168 time: 0.1261327 May 12 14:40:49.063311 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 40156) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:40:49.069507 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e018989-a6f9-4827-8d1e-bf4c49c20c8a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eccd629-88c6-4e5b-938e-6253e682490f,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:49.077657 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.api.v2.resource [None req-f6236619-8bfe-4d4b-852b-359bce7428cc tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] show failed (client error): The resource could not be found. May 12 14:40:49.078737 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-f6236619-8bfe-4d4b-852b-359bce7428cc tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups/2eccd629-88c6-4e5b-938e-6253e682490f HTTP/1.1" status: 404 len: 347 time: 0.0143714 May 12 14:40:49.081346 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 40160) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:40:49.192659 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-473f6ff4-06cf-4a57-bc7c-e84079d4080a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Deleting port 7d1882ea-5338-4c95-80ed-8eb3fde1d099 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:40:49.193000 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-473f6ff4-06cf-4a57-bc7c-e84079d4080a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (7d1882ea-5338-4c95-80ed-8eb3fde1d099), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:49.266998 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-473f6ff4-06cf-4a57-bc7c-e84079d4080a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (7d1882ea-5338-4c95-80ed-8eb3fde1d099), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:49.267357 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-473f6ff4-06cf-4a57-bc7c-e84079d4080a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks [] for floatingip (7d1882ea-5338-4c95-80ed-8eb3fde1d099), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:49.279404 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-473f6ff4-06cf-4a57-bc7c-e84079d4080a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Calling delete_port for 7d1882ea-5338-4c95-80ed-8eb3fde1d099 owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:40:49.409987 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-473f6ff4-06cf-4a57-bc7c-e84079d4080a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (7d1882ea-5338-4c95-80ed-8eb3fde1d099), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:49.433110 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f6ff4-06cf-4a57-bc7c-e84079d4080a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Pushing event deleted for resources: {'Port': ['ID=7d1882ea-5338-4c95-80ed-8eb3fde1d099,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:49.445704 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f6ff4-06cf-4a57-bc7c-e84079d4080a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:49.446052 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f6ff4-06cf-4a57-bc7c-e84079d4080a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:49.446490 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f6ff4-06cf-4a57-bc7c-e84079d4080a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:49.446832 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f6ff4-06cf-4a57-bc7c-e84079d4080a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:49.447197 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f6ff4-06cf-4a57-bc7c-e84079d4080a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:49.447534 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f6ff4-06cf-4a57-bc7c-e84079d4080a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:49.447855 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f6ff4-06cf-4a57-bc7c-e84079d4080a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:49.448180 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f6ff4-06cf-4a57-bc7c-e84079d4080a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:49.448505 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f6ff4-06cf-4a57-bc7c-e84079d4080a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:49.448826 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f6ff4-06cf-4a57-bc7c-e84079d4080a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:49.449148 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f6ff4-06cf-4a57-bc7c-e84079d4080a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:49.449470 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f6ff4-06cf-4a57-bc7c-e84079d4080a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:49.449788 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f6ff4-06cf-4a57-bc7c-e84079d4080a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:49.450108 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f6ff4-06cf-4a57-bc7c-e84079d4080a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:49.450423 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f6ff4-06cf-4a57-bc7c-e84079d4080a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:40:49.512245 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-473f6ff4-06cf-4a57-bc7c-e84079d4080a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks [] for floatingip (b4159d95-2bef-4e02-88eb-60b23f79fbc6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:49.514848 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-473f6ff4-06cf-4a57-bc7c-e84079d4080a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:49.516012 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-473f6ff4-06cf-4a57-bc7c-e84079d4080a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "DELETE /v2.0/floatingips/b4159d95-2bef-4e02-88eb-60b23f79fbc6 HTTP/1.1" status: 204 len: 168 time: 0.4337931 May 12 14:40:49.541074 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:49.783236 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 1d9bd042-8dc9-4559-9211-62f3a465dca4 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:40:49.803590 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] No Port match for: 1d9bd042-8dc9-4559-9211-62f3a465dca4 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:40:49.804017 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 1d9bd042-8dc9-4559-9211-62f3a465dca4 not bound to the agent host hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:40:51.153141 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb84c18-1791-45d0-bd3a-ab9b6b5abfa3 req-03d4cf8d-6e67-44a0-a65f-8fe0ba5920f6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:51.154624 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2bb84c18-1791-45d0-bd3a-ab9b6b5abfa3 req-03d4cf8d-6e67-44a0-a65f-8fe0ba5920f6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=134a856e-1321-471c-bc31-43307ca41802 HTTP/1.1" status: 200 len: 945 time: 0.0497882 May 12 14:40:51.200356 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2bb84c18-1791-45d0-bd3a-ab9b6b5abfa3 req-916a7a5c-389b-47dc-9e6e-f16acdcac36b tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ab141b9-e016-4455-adee-9a30a6dc0cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401471 May 12 14:40:51.970740 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca94ec7-7c57-4e4e-982a-cc16d8ad954f req-fe5f81ac-1cee-4a10-b397-497f8d9afa44 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:51.972224 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cca94ec7-7c57-4e4e-982a-cc16d8ad954f req-fe5f81ac-1cee-4a10-b397-497f8d9afa44 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0463748 May 12 14:40:52.020103 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cca94ec7-7c57-4e4e-982a-cc16d8ad954f req-66ad12f4-0ba5-440d-ae7c-dfc5dbb54e9a tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415261 May 12 14:40:52.322429 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b1cff-d79b-4db0-a6d9-b01fe8a78550 req-5c87e560-2482-47b0-ab19-5e87107ea872 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:52.323891 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6a1b1cff-d79b-4db0-a6d9-b01fe8a78550 req-5c87e560-2482-47b0-ab19-5e87107ea872 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=134a856e-1321-471c-bc31-43307ca41802 HTTP/1.1" status: 200 len: 945 time: 0.0481155 May 12 14:40:52.375723 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6a1b1cff-d79b-4db0-a6d9-b01fe8a78550 req-ad1997e9-be40-495e-a817-916f680a4c0c tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ab141b9-e016-4455-adee-9a30a6dc0cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453568 May 12 14:40:52.536102 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:40:53.132991 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3fc05-00ce-44ec-9ac4-faf851113966 req-d8fafbc3-2193-4d07-9a1e-3f3b645851bd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:53.134463 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-82c3fc05-00ce-44ec-9ac4-faf851113966 req-d8fafbc3-2193-4d07-9a1e-3f3b645851bd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0469809 May 12 14:40:53.180178 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-82c3fc05-00ce-44ec-9ac4-faf851113966 req-578b8539-e7e1-4494-9f6a-392c2f6720ea tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400860 May 12 14:40:53.488528 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad0900-af8d-4796-a662-3811282afc51 req-d10fa48a-bfaf-44bf-80fb-e0062aac5976 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:53.489960 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e4ad0900-af8d-4796-a662-3811282afc51 req-d10fa48a-bfaf-44bf-80fb-e0062aac5976 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=134a856e-1321-471c-bc31-43307ca41802 HTTP/1.1" status: 200 len: 945 time: 0.0458915 May 12 14:40:53.535575 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e4ad0900-af8d-4796-a662-3811282afc51 req-b3ef1de2-f38e-40f2-87fd-26502c736ed7 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ab141b9-e016-4455-adee-9a30a6dc0cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399148 May 12 14:40:53.781057 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f7ac3-f5ca-43c1-ac3d-1150f279d8b1 req-4a221c7c-ca01-4ad6-96d7-75d3880f66b9 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:53.782389 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-941f7ac3-f5ca-43c1-ac3d-1150f279d8b1 req-4a221c7c-ca01-4ad6-96d7-75d3880f66b9 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.57 "GET /v2.0/ports?device_id=134a856e-1321-471c-bc31-43307ca41802 HTTP/1.1" status: 200 len: 945 time: 0.0490522 May 12 14:40:53.998238 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b9243-5781-4e2f-abb1-83d3c77ea6d8 req-15c2e827-ed11-4372-9e59-81ce7ada8a97 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:53.999690 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a79b9243-5781-4e2f-abb1-83d3c77ea6d8 req-15c2e827-ed11-4372-9e59-81ce7ada8a97 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.57 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0723889 May 12 14:40:54.070192 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-941f7ac3-f5ca-43c1-ac3d-1150f279d8b1 req-84f29666-658a-4c06-ade4-2fed7fdea0ff tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Deleting port 16daad85-8ecb-4b6e-94ba-93e5f3dce471 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:40:54.070560 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-941f7ac3-f5ca-43c1-ac3d-1150f279d8b1 req-84f29666-658a-4c06-ade4-2fed7fdea0ff tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (16daad85-8ecb-4b6e-94ba-93e5f3dce471), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:54.168351 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-a79b9243-5781-4e2f-abb1-83d3c77ea6d8 req-eb808a8d-be82-41e3-a6d7-f5dbc13f33c9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Deleting port edce530e-0a2a-4073-b478-f2228ceb37bc {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:40:54.168694 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a79b9243-5781-4e2f-abb1-83d3c77ea6d8 req-eb808a8d-be82-41e3-a6d7-f5dbc13f33c9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (edce530e-0a2a-4073-b478-f2228ceb37bc), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:54.240640 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-941f7ac3-f5ca-43c1-ac3d-1150f279d8b1 req-84f29666-658a-4c06-ade4-2fed7fdea0ff tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] For port 16daad85-8ecb-4b6e-94ba-93e5f3dce471, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=16daad85-8ecb-4b6e-94ba-93e5f3dce471,segment=NetworkSegment(3e6925c9-868c-4eb2-b1c7-d7edce7ca97c),segment_id=3e6925c9-868c-4eb2-b1c7-d7edce7ca97c)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:40:54.241009 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-941f7ac3-f5ca-43c1-ac3d-1150f279d8b1 req-84f29666-658a-4c06-ade4-2fed7fdea0ff tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (16daad85-8ecb-4b6e-94ba-93e5f3dce471), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:54.343339 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb8325-70ff-425a-9e59-278fbb82b38e req-ac5e512d-6b3b-47a0-b8a9-a88c6d5b2c21 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:54.344814 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d7eb8325-70ff-425a-9e59-278fbb82b38e req-ac5e512d-6b3b-47a0-b8a9-a88c6d5b2c21 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 946 time: 0.0929198 May 12 14:40:54.360250 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-a79b9243-5781-4e2f-abb1-83d3c77ea6d8 req-eb808a8d-be82-41e3-a6d7-f5dbc13f33c9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] For port edce530e-0a2a-4073-b478-f2228ceb37bc, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=edce530e-0a2a-4073-b478-f2228ceb37bc,segment=NetworkSegment(c6e36150-006d-4817-be7b-a40f146ddc75),segment_id=c6e36150-006d-4817-be7b-a40f146ddc75)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:40:54.360614 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a79b9243-5781-4e2f-abb1-83d3c77ea6d8 req-eb808a8d-be82-41e3-a6d7-f5dbc13f33c9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (edce530e-0a2a-4073-b478-f2228ceb37bc), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:54.433272 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-a79b9243-5781-4e2f-abb1-83d3c77ea6d8 req-eb808a8d-be82-41e3-a6d7-f5dbc13f33c9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Calling delete_port for edce530e-0a2a-4073-b478-f2228ceb37bc owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:40:54.475784 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d7eb8325-70ff-425a-9e59-278fbb82b38e req-6118a5cf-255e-41c9-9bc7-663a4a4d4fbd tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226246 May 12 14:40:54.892919 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-941f7ac3-f5ca-43c1-ac3d-1150f279d8b1 req-84f29666-658a-4c06-ade4-2fed7fdea0ff tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:54.893562 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-941f7ac3-f5ca-43c1-ac3d-1150f279d8b1 req-84f29666-658a-4c06-ade4-2fed7fdea0ff tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (138b59c1-05ee-4971-b003-a33c9d756e29), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:54.893562 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.db.l3_db [req-941f7ac3-f5ca-43c1-ac3d-1150f279d8b1 req-84f29666-658a-4c06-ade4-2fed7fdea0ff tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Floating IP 138b59c1-05ee-4971-b003-a33c9d756e29 disassociated. External IP: 172.27.0.122, port: 16daad85-8ecb-4b6e-94ba-93e5f3dce471. May 12 14:40:54.893781 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-941f7ac3-f5ca-43c1-ac3d-1150f279d8b1 req-84f29666-658a-4c06-ade4-2fed7fdea0ff tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Calling delete_port for 16daad85-8ecb-4b6e-94ba-93e5f3dce471 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:40:54.952580 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac5a35-7980-41a4-8652-b27ce3b231aa req-ec7f09a8-0c13-4e7e-a2fe-a2cac4f871d6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:54.954009 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0fac5a35-7980-41a4-8652-b27ce3b231aa req-ec7f09a8-0c13-4e7e-a2fe-a2cac4f871d6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=134a856e-1321-471c-bc31-43307ca41802 HTTP/1.1" status: 200 len: 945 time: 0.1069086 May 12 14:40:54.959652 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf08bc-b689-42ef-99c0-9cee1146ffb0 req-e4ee1d81-9375-474c-9750-09a865fa7e75 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:54.960978 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4aaf08bc-b689-42ef-99c0-9cee1146ffb0 req-e4ee1d81-9375-474c-9750-09a865fa7e75 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.1167727 May 12 14:40:55.120935 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0fac5a35-7980-41a4-8652-b27ce3b231aa req-6c370f19-7285-41cf-9ecd-5d4bcd859f70 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ab141b9-e016-4455-adee-9a30a6dc0cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298525 May 12 14:40:55.131983 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4aaf08bc-b689-42ef-99c0-9cee1146ffb0 req-13d35092-1eb0-4e61-9b7d-c8c1b4e2b4c0 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381841 May 12 14:40:55.139585 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a79b9243-5781-4e2f-abb1-83d3c77ea6d8 req-eb808a8d-be82-41e3-a6d7-f5dbc13f33c9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (edce530e-0a2a-4073-b478-f2228ceb37bc), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:55.193041 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb808a8d-be82-41e3-a6d7-f5dbc13f33c9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Pushing event deleted for resources: {'Port': ['ID=edce530e-0a2a-4073-b478-f2228ceb37bc,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:55.247358 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79b9243-5781-4e2f-abb1-83d3c77ea6d8 req-eb808a8d-be82-41e3-a6d7-f5dbc13f33c9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] No DVR routers for this DVR port edce530e-0a2a-4073-b478-f2228ceb37bc on host hv-cinder-77703 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:40:55.252257 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a79b9243-5781-4e2f-abb1-83d3c77ea6d8 req-eb808a8d-be82-41e3-a6d7-f5dbc13f33c9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:55.255436 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a79b9243-5781-4e2f-abb1-83d3c77ea6d8 req-eb808a8d-be82-41e3-a6d7-f5dbc13f33c9 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.57 "DELETE /v2.0/ports/edce530e-0a2a-4073-b478-f2228ceb37bc HTTP/1.1" status: 204 len: 173 time: 1.2371960 May 12 14:40:55.255871 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137403bd-302f-4ea4-aeba-782ade2358e0', 'name': 'network-vif-deleted', 'tag': 'edce530e-0a2a-4073-b478-f2228ceb37bc'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:40:55.258044 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646e610b-9c95-409c-91a2-3612f380917a" -d '{"events": [{"server_uuid": "137403bd-302f-4ea4-aeba-782ade2358e0", "name": "network-vif-deleted", "tag": "edce530e-0a2a-4073-b478-f2228ceb37bc"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:40:55.266949 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-941f7ac3-f5ca-43c1-ac3d-1150f279d8b1 req-84f29666-658a-4c06-ade4-2fed7fdea0ff tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (16daad85-8ecb-4b6e-94ba-93e5f3dce471), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:55.297901 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f29666-658a-4c06-ade4-2fed7fdea0ff tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event deleted for resources: {'Port': ['ID=16daad85-8ecb-4b6e-94ba-93e5f3dce471,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:40:55.301638 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f4626d-424d-4e96-b36f-224510f97361 x-openstack-request-id: req-88f4626d-424d-4e96-b36f-224510f97361 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:40:55.301798 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137403bd-302f-4ea4-aeba-782ade2358e0", "name": "network-vif-deleted", "tag": "edce530e-0a2a-4073-b478-f2228ceb37bc", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:40:55.302052 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-88f4626d-424d-4e96-b36f-224510f97361 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:40:55.302548 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88f4626d-424d-4e96-b36f-224510f97361'] response: {'server_uuid': '137403bd-302f-4ea4-aeba-782ade2358e0', 'name': 'network-vif-deleted', 'tag': 'edce530e-0a2a-4073-b478-f2228ceb37bc', 'status': 'completed', 'code': 200} May 12 14:40:55.413712 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-941f7ac3-f5ca-43c1-ac3d-1150f279d8b1 req-84f29666-658a-4c06-ade4-2fed7fdea0ff tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Router dd91525d-7750-4dcb-ae52-af578e78c8de has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:40:55.522304 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-941f7ac3-f5ca-43c1-ac3d-1150f279d8b1 req-84f29666-658a-4c06-ade4-2fed7fdea0ff tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:40:55.532558 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba6af04-2f4d-491d-8bcc-a1033c4d23ed None None] Sync routers for ids ['dd91525d-7750-4dcb-ae52-af578e78c8de'] in dv-cinder-777031-14-iscsi {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:40:55.546741 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba6af04-2f4d-491d-8bcc-a1033c4d23ed None None] Routers {'dd91525d-7750-4dcb-ae52-af578e78c8de'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:40:55.547532 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-aba6af04-2f4d-491d-8bcc-a1033c4d23ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:40:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['dd91525d-7750-4dcb-ae52-af578e78c8de'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:40:55.598692 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['62f6a176-00c7-4955-ac5a-e84fb95f6c3d', 'edce530e-0a2a-4073-b478-f2228ceb37bc'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:40:55.611128 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-80bbd2ce-d4c1-4a75-bfcf-7b202e1f7d99 req-6696ecd7-2d82-4d5d-b6be-5ed0a91f45e8 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 210 time: 0.0553546 May 12 14:40:55.612115 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-941f7ac3-f5ca-43c1-ac3d-1150f279d8b1 req-84f29666-658a-4c06-ade4-2fed7fdea0ff tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] No DVR routers for this DVR port 16daad85-8ecb-4b6e-94ba-93e5f3dce471 on host hv-cinder-77703 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:40:55.618606 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-941f7ac3-f5ca-43c1-ac3d-1150f279d8b1 req-84f29666-658a-4c06-ade4-2fed7fdea0ff tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:40:55.641875 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-941f7ac3-f5ca-43c1-ac3d-1150f279d8b1 req-84f29666-658a-4c06-ade4-2fed7fdea0ff tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.57 "DELETE /v2.0/ports/16daad85-8ecb-4b6e-94ba-93e5f3dce471 HTTP/1.1" status: 204 len: 173 time: 1.7206888 May 12 14:40:55.838395 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-aba6af04-2f4d-491d-8bcc-a1033c4d23ed None None] Set router dd91525d-7750-4dcb-ae52-af578e78c8de gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:40:56.093860 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-aba6af04-2f4d-491d-8bcc-a1033c4d23ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '1881a025-4b13-41d1-a6b2-bb60f215b10a', 'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'mac_address': 'fa:16:3e:5c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:23Z', 'updated_at': '2022-05-12T14:31:29Z', 'revision_number': 5, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'subnets': [{'id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:40:56.121820 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba6af04-2f4d-491d-8bcc-a1033c4d23ed None None] Checking router: dd91525d-7750-4dcb-ae52-af578e78c8de for host: dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:40:56.129847 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba6af04-2f4d-491d-8bcc-a1033c4d23ed None None] Routers {'dd91525d-7750-4dcb-ae52-af578e78c8de'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:40:56.130437 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-aba6af04-2f4d-491d-8bcc-a1033c4d23ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:40:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['dd91525d-7750-4dcb-ae52-af578e78c8de'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:40:56.221834 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b5dd47f4-f0b7-4e56-9b5c-c909d9fe84a7 req-db507acc-1a66-4fa8-94b3-78ced9bbef6d tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=134a856e-1321-471c-bc31-43307ca41802 HTTP/1.1" status: 200 len: 210 time: 0.0296326 May 12 14:40:56.241689 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-aba6af04-2f4d-491d-8bcc-a1033c4d23ed None None] Set router dd91525d-7750-4dcb-ae52-af578e78c8de gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:40:56.267131 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8b6c6-aa37-4d40-a4af-75a49ee3ecd1 req-97d3e988-949a-4e57-9f5f-be5ba14ed9d4 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:56.268598 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-96c8b6c6-aa37-4d40-a4af-75a49ee3ecd1 req-97d3e988-949a-4e57-9f5f-be5ba14ed9d4 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0498977 May 12 14:40:56.323844 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-96c8b6c6-aa37-4d40-a4af-75a49ee3ecd1 req-74da3837-6aca-4be1-bfad-c035383ea20a tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495889 May 12 14:40:56.434146 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-aba6af04-2f4d-491d-8bcc-a1033c4d23ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '1881a025-4b13-41d1-a6b2-bb60f215b10a', 'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'mac_address': 'fa:16:3e:5c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:23Z', 'updated_at': '2022-05-12T14:31:29Z', 'revision_number': 5, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'subnets': [{'id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:40:56.462923 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba6af04-2f4d-491d-8bcc-a1033c4d23ed None None] The sync data for ids ['dd91525d-7750-4dcb-ae52-af578e78c8de'] in dv-cinder-777031-14-iscsi is: [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '1881a025-4b13-41d1-a6b2-bb60f215b10a', 'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'mac_address': 'fa:16:3e:5c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:23Z', 'updated_at': '2022-05-12T14:31:29Z', 'revision_number': 5, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'subnets': [{'id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:40:56.688846 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b2e45-90fe-4a3a-bffa-a4874ef3da68 None None] New status for floating IP 138b59c1-05ee-4971-b003-a33c9d756e29: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:40:56.713803 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a8a85c77-430f-4a40-b3c3-e2830e16fdab req-bcdeaae9-f361-40a9-9007-5a6de97d7e58 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 210 time: 0.0271630 May 12 14:40:57.313703 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134a856e-1321-471c-bc31-43307ca41802', 'name': 'network-vif-deleted', 'tag': '16daad85-8ecb-4b6e-94ba-93e5f3dce471'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:40:57.315924 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f7d4c2-d6ab-49e1-9d0d-6f6f73c58212" -d '{"events": [{"server_uuid": "134a856e-1321-471c-bc31-43307ca41802", "name": "network-vif-deleted", "tag": "16daad85-8ecb-4b6e-94ba-93e5f3dce471"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:40:57.320267 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-41bcb190-ba4c-4dd6-9f2f-c4dc70e4b873 req-b9aed29a-8dd1-4d61-ac96-817c809a21cc tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=134a856e-1321-471c-bc31-43307ca41802 HTTP/1.1" status: 200 len: 210 time: 0.0314786 May 12 14:40:57.350958 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5ac685-2214-4e2a-8fcd-46f930c07675 x-openstack-request-id: req-1e5ac685-2214-4e2a-8fcd-46f930c07675 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:40:57.351289 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134a856e-1321-471c-bc31-43307ca41802", "name": "network-vif-deleted", "tag": "16daad85-8ecb-4b6e-94ba-93e5f3dce471", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:40:57.351635 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1e5ac685-2214-4e2a-8fcd-46f930c07675 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:40:57.352051 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e5ac685-2214-4e2a-8fcd-46f930c07675'] response: {'server_uuid': '134a856e-1321-471c-bc31-43307ca41802', 'name': 'network-vif-deleted', 'tag': '16daad85-8ecb-4b6e-94ba-93e5f3dce471', 'status': 'completed', 'code': 200} May 12 14:40:57.438775 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8985e6-7072-4c24-a124-4b75021f63d3 req-680c793d-9c35-41a6-b6e1-0543a6ca5f04 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:57.440172 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2f8985e6-7072-4c24-a124-4b75021f63d3 req-680c793d-9c35-41a6-b6e1-0543a6ca5f04 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0453856 May 12 14:40:57.484802 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2f8985e6-7072-4c24-a124-4b75021f63d3 req-5d063ff9-39d1-4421-8174-22629e446e61 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392346 May 12 14:40:57.828019 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8bf77498-33cb-45b9-86f8-147a1ec56e3b req-643034cc-6c85-4282-95cf-8d13b3b1a37e tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 210 time: 0.0304523 May 12 14:40:58.417393 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5e8becbc-9b64-4050-a6fa-782b0e022253 req-1cfdd84c-6252-4208-97e8-e86f4e963d6f tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=134a856e-1321-471c-bc31-43307ca41802 HTTP/1.1" status: 200 len: 210 time: 0.0276875 May 12 14:40:58.600497 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65930c-3c1d-4c48-99ad-8876d50f5497 req-8a12ab6d-e8c2-42fc-88f1-47bc1b3bc955 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:58.601827 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0b65930c-3c1d-4c48-99ad-8876d50f5497 req-8a12ab6d-e8c2-42fc-88f1-47bc1b3bc955 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0455472 May 12 14:40:58.646900 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0b65930c-3c1d-4c48-99ad-8876d50f5497 req-6e567201-2aa2-4612-ae6d-1dcd3577bcca tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395536 May 12 14:40:58.940398 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-941b8ff3-276b-4434-a7b6-6cf54a11969a req-57f082f0-98dc-45ed-8275-7299bd176d2e tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 210 time: 0.0271499 May 12 14:40:59.524688 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c054ae9a-d80f-4674-ab5f-7e244f0fe20e req-02fd8290-eb98-461a-b324-464da752e9d6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=134a856e-1321-471c-bc31-43307ca41802 HTTP/1.1" status: 200 len: 210 time: 0.0299680 May 12 14:40:59.768005 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149cedb-4d00-4021-b48f-8475aa234344 req-bf3d8d43-fa59-43e1-b88e-6f3b03292496 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:40:59.769472 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2149cedb-4d00-4021-b48f-8475aa234344 req-bf3d8d43-fa59-43e1-b88e-6f3b03292496 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0492694 May 12 14:40:59.784856 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 16daad85-8ecb-4b6e-94ba-93e5f3dce471 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:40:59.805311 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] No Port match for: 16daad85-8ecb-4b6e-94ba-93e5f3dce471 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:40:59.805699 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 16daad85-8ecb-4b6e-94ba-93e5f3dce471 not bound to the agent host hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:40:59.806088 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device edce530e-0a2a-4073-b478-f2228ceb37bc no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:40:59.817788 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2149cedb-4d00-4021-b48f-8475aa234344 req-364825de-b3d9-46d5-a7a3-900842162a9b tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427034 May 12 14:40:59.827849 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] No Port match for: edce530e-0a2a-4073-b478-f2228ceb37bc {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:40:59.828211 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device edce530e-0a2a-4073-b478-f2228ceb37bc not bound to the agent host hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:41:00.048858 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d6f48e89-7a47-414e-8e20-242bad0ad9e4 req-0a255702-d156-4467-874f-ff2b70e5badc tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=137403bd-302f-4ea4-aeba-782ade2358e0 HTTP/1.1" status: 200 len: 210 time: 0.0273411 May 12 14:41:00.608799 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 40310) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:00.663998 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-45a6526b-65ca-4786-9ace-18134b535d6a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group (5ab141b9-e016-4455-adee-9a30a6dc0cbe), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:00.686353 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-45a6526b-65ca-4786-9ace-18134b535d6a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group (5ab141b9-e016-4455-adee-9a30a6dc0cbe), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:00.736046 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-45a6526b-65ca-4786-9ace-18134b535d6a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (5ab141b9-e016-4455-adee-9a30a6dc0cbe), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:00.738592 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-45a6526b-65ca-4786-9ace-18134b535d6a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:00.739752 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-45a6526b-65ca-4786-9ace-18134b535d6a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "DELETE /v2.0/security-groups/5ab141b9-e016-4455-adee-9a30a6dc0cbe HTTP/1.1" status: 204 len: 168 time: 0.1299067 May 12 14:41:00.742499 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 40312) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:00.748701 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6526b-65ca-4786-9ace-18134b535d6a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab141b9-e016-4455-adee-9a30a6dc0cbe,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:00.756165 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.api.v2.resource [None req-90eadf8f-e3df-4644-a94e-44feeabef931 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] show failed (client error): The resource could not be found. May 12 14:41:00.757133 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-90eadf8f-e3df-4644-a94e-44feeabef931 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups/5ab141b9-e016-4455-adee-9a30a6dc0cbe HTTP/1.1" status: 404 len: 347 time: 0.0132732 May 12 14:41:00.760225 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 40314) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:00.874488 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-9ea39048-0e7b-43fa-8a2e-aeca2a2631b0 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Deleting port 754f47b1-5299-44e5-8019-9b90f5963612 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:41:00.874833 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ea39048-0e7b-43fa-8a2e-aeca2a2631b0 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (754f47b1-5299-44e5-8019-9b90f5963612), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:00.972900 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b00ac-a358-4f4f-8c4c-ec15d841cbd8 req-bf534d5c-4e75-4069-886f-0f801626af77 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:00.974365 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3d5b00ac-a358-4f4f-8c4c-ec15d841cbd8 req-bf534d5c-4e75-4069-886f-0f801626af77 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0787232 May 12 14:41:01.002613 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ea39048-0e7b-43fa-8a2e-aeca2a2631b0 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (754f47b1-5299-44e5-8019-9b90f5963612), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:01.002953 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ea39048-0e7b-43fa-8a2e-aeca2a2631b0 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for floatingip (754f47b1-5299-44e5-8019-9b90f5963612), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:01.024598 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-9ea39048-0e7b-43fa-8a2e-aeca2a2631b0 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Calling delete_port for 754f47b1-5299-44e5-8019-9b90f5963612 owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:41:01.052826 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3d5b00ac-a358-4f4f-8c4c-ec15d841cbd8 req-6dbf1b5d-3b89-4e36-b670-1930c4a7fcb7 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725203 May 12 14:41:01.176734 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ea39048-0e7b-43fa-8a2e-aeca2a2631b0 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (754f47b1-5299-44e5-8019-9b90f5963612), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:01.213633 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea39048-0e7b-43fa-8a2e-aeca2a2631b0 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event deleted for resources: {'Port': ['ID=754f47b1-5299-44e5-8019-9b90f5963612,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:01.269753 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ea39048-0e7b-43fa-8a2e-aeca2a2631b0 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for floatingip (138b59c1-05ee-4971-b003-a33c9d756e29), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:01.272301 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ea39048-0e7b-43fa-8a2e-aeca2a2631b0 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:01.276370 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-9ea39048-0e7b-43fa-8a2e-aeca2a2631b0 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "DELETE /v2.0/floatingips/138b59c1-05ee-4971-b003-a33c9d756e29 HTTP/1.1" status: 204 len: 168 time: 0.5123188 May 12 14:41:01.338558 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd26fb-15c5-461d-a612-65a7153bcdb3 req-7cf1e074-b6ad-4ff0-baba-e47b95bf8ec2 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:01.339173 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 40328) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:01.340725 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a5cd26fb-15c5-461d-a612-65a7153bcdb3 req-7cf1e074-b6ad-4ff0-baba-e47b95bf8ec2 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0484996 May 12 14:41:01.344448 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-dc4b560d-08e0-44a0-a86e-2ed9f9484c89 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--346062499', 'description': 'tempest-description--1221316644'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:41:01.366983 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dc4b560d-08e0-44a0-a86e-2ed9f9484c89 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:01.388531 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a5cd26fb-15c5-461d-a612-65a7153bcdb3 req-51dd0449-72c8-4455-86e1-18a3f58e9006 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422709 May 12 14:41:01.432697 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dc4b560d-08e0-44a0-a86e-2ed9f9484c89 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group (b8c7171f-8cca-4245-a79d-7a40d56c9e2f), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:01.437338 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dc4b560d-08e0-44a0-a86e-2ed9f9484c89 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (b8c7171f-8cca-4245-a79d-7a40d56c9e2f), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:01.467333 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-dc4b560d-08e0-44a0-a86e-2ed9f9484c89 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:01.468507 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-dc4b560d-08e0-44a0-a86e-2ed9f9484c89 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1277378 May 12 14:41:01.469359 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b560d-08e0-44a0-a86e-2ed9f9484c89 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c7171f-8cca-4245-a79d-7a40d56c9e2f,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:01.471541 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 40330) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:01.476001 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-bf8c5947-3a88-488b-b1a3-73d1d5b13d79 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Request body: {'security_group_rule': {'security_group_id': 'b8c7171f-8cca-4245-a79d-7a40d56c9e2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:41:01.502193 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bf8c5947-3a88-488b-b1a3-73d1d5b13d79 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group_rule (15d8af10-20e0-4391-8638-5fe994559721), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:01.560293 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bf8c5947-3a88-488b-b1a3-73d1d5b13d79 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group_rule (15d8af10-20e0-4391-8638-5fe994559721), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:01.563935 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bf8c5947-3a88-488b-b1a3-73d1d5b13d79 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (15d8af10-20e0-4391-8638-5fe994559721), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:01.581219 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c5947-3a88-488b-b1a3-73d1d5b13d79 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d8af10-20e0-4391-8638-5fe994559721,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:01.589002 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bf8c5947-3a88-488b-b1a3-73d1d5b13d79 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:01.590784 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-bf8c5947-3a88-488b-b1a3-73d1d5b13d79 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182456 May 12 14:41:01.593371 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 40332) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:01.597587 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-6a29f470-5c5a-44bb-a0fe-cd2cdbab1cf6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Request body: {'security_group_rule': {'security_group_id': 'b8c7171f-8cca-4245-a79d-7a40d56c9e2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:41:01.621726 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6a29f470-5c5a-44bb-a0fe-cd2cdbab1cf6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group_rule (b6c6024c-f1d2-478f-aa40-ac33acb56422), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:01.675177 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6a29f470-5c5a-44bb-a0fe-cd2cdbab1cf6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group_rule (b6c6024c-f1d2-478f-aa40-ac33acb56422), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:01.678474 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6a29f470-5c5a-44bb-a0fe-cd2cdbab1cf6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (b6c6024c-f1d2-478f-aa40-ac33acb56422), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:01.695498 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29f470-5c5a-44bb-a0fe-cd2cdbab1cf6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c6024c-f1d2-478f-aa40-ac33acb56422,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:01.703668 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6a29f470-5c5a-44bb-a0fe-cd2cdbab1cf6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:01.704841 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-6a29f470-5c5a-44bb-a0fe-cd2cdbab1cf6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1105654 May 12 14:41:01.707907 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 40334) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:01.712080 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-b1174a1a-3f6e-4c04-a3bf-11d43ef775b5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Request body: {'floatingip': {'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:41:01.732425 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b1174a1a-3f6e-4c04-a3bf-11d43ef775b5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:01.810005 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b1174a1a-3f6e-4c04-a3bf-11d43ef775b5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:01.912586 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-b1174a1a-3f6e-4c04-a3bf-11d43ef775b5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Allocated IP 172.27.0.40 (913ada40-7b52-4232-aff5-95dc520647d4/2870505d-8418-4289-9c4c-0eeadb155262/d133aa26-79a6-4616-a604-41ed716046dd) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:41:02.017737 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b1174a1a-3f6e-4c04-a3bf-11d43ef775b5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for port (d133aa26-79a6-4616-a604-41ed716046dd), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:02.050833 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b1174a1a-3f6e-4c04-a3bf-11d43ef775b5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (d133aa26-79a6-4616-a604-41ed716046dd), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:02.087120 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1174a1a-3f6e-4c04-a3bf-11d43ef775b5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Network 913ada40-7b52-4232-aff5-95dc520647d4 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:41:02.089949 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-b1174a1a-3f6e-4c04-a3bf-11d43ef775b5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:41:02.093710 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1174a1a-3f6e-4c04-a3bf-11d43ef775b5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:41:02.120181 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1174a1a-3f6e-4c04-a3bf-11d43ef775b5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event updated for resources: {'Port': ['ID=d133aa26-79a6-4616-a604-41ed716046dd,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:02.205459 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c92b75-a798-4416-836e-8954e7437355 req-0455874a-3a41-4be7-a93e-d5f89d18227b tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:02.206941 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-32c92b75-a798-4416-836e-8954e7437355 req-0455874a-3a41-4be7-a93e-d5f89d18227b tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0760527 May 12 14:41:02.250671 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b1174a1a-3f6e-4c04-a3bf-11d43ef775b5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for floatingip (3784652d-8697-4115-b999-0c2047ebbe1e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:02.272449 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-32c92b75-a798-4416-836e-8954e7437355 req-991d60f6-4e30-4d15-9a14-b442a27bc640 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597129 May 12 14:41:02.297304 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b1174a1a-3f6e-4c04-a3bf-11d43ef775b5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (d133aa26-79a6-4616-a604-41ed716046dd), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:02.504970 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b1174a1a-3f6e-4c04-a3bf-11d43ef775b5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for port (d133aa26-79a6-4616-a604-41ed716046dd), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:02.513534 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b1174a1a-3f6e-4c04-a3bf-11d43ef775b5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745168'] for port (d133aa26-79a6-4616-a604-41ed716046dd), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:02.523197 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21423f64-9bf5-4fa7-975f-d1ddaa97a6ab req-5c976192-9e09-4c73-a119-030698fae736 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:02.524655 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-21423f64-9bf5-4fa7-975f-d1ddaa97a6ab req-5c976192-9e09-4c73-a119-030698fae736 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0675249 May 12 14:41:02.620342 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1174a1a-3f6e-4c04-a3bf-11d43ef775b5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event updated for resources: {'Port': ['ID=d133aa26-79a6-4616-a604-41ed716046dd,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:02.667572 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b1174a1a-3f6e-4c04-a3bf-11d43ef775b5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (3784652d-8697-4115-b999-0c2047ebbe1e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:02.678675 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-21423f64-9bf5-4fa7-975f-d1ddaa97a6ab req-846aa018-e0c8-4f27-9426-656f14af1b22 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/security-groups?id=a1b06529-48a9-47bd-932f-b962bd5b67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301529 May 12 14:41:02.686719 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3a983-f072-4e91-8380-b62b201e2bb7 req-b7b7dd37-6b34-4a8d-81dc-4907283c30b0 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:02.688146 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-94c3a983-f072-4e91-8380-b62b201e2bb7 req-b7b7dd37-6b34-4a8d-81dc-4907283c30b0 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 946 time: 0.0960767 May 12 14:41:02.695499 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b1174a1a-3f6e-4c04-a3bf-11d43ef775b5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:02.696651 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-b1174a1a-3f6e-4c04-a3bf-11d43ef775b5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9878299 May 12 14:41:02.786246 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-94c3a983-f072-4e91-8380-b62b201e2bb7 req-ffd2e306-4987-472d-8899-98e76cbe9a02 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Deleting port 62f6a176-00c7-4955-ac5a-e84fb95f6c3d {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:41:02.786596 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-94c3a983-f072-4e91-8380-b62b201e2bb7 req-ffd2e306-4987-472d-8899-98e76cbe9a02 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (62f6a176-00c7-4955-ac5a-e84fb95f6c3d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:02.898607 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-cb24360f-2a41-4ee3-aa44-9b53b50a6dfa tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--346062499&fields=id&tenant_id=e4b5ca018b5f4dda99486407424b8168 HTTP/1.1" status: 200 len: 267 time: 0.0972159 May 12 14:41:02.953425 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-94c3a983-f072-4e91-8380-b62b201e2bb7 req-ffd2e306-4987-472d-8899-98e76cbe9a02 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] For port 62f6a176-00c7-4955-ac5a-e84fb95f6c3d, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=62f6a176-00c7-4955-ac5a-e84fb95f6c3d,segment=NetworkSegment(c6e36150-006d-4817-be7b-a40f146ddc75),segment_id=c6e36150-006d-4817-be7b-a40f146ddc75)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:02.953788 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-94c3a983-f072-4e91-8380-b62b201e2bb7 req-ffd2e306-4987-472d-8899-98e76cbe9a02 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (62f6a176-00c7-4955-ac5a-e84fb95f6c3d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:02.994563 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-94c3a983-f072-4e91-8380-b62b201e2bb7 req-ffd2e306-4987-472d-8899-98e76cbe9a02 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Calling delete_port for 62f6a176-00c7-4955-ac5a-e84fb95f6c3d owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:41:03.069830 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-cb6c2e93-2912-4ef3-96e4-e23255bf1867 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:03.071301 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-cb6c2e93-2912-4ef3-96e4-e23255bf1867 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/networks?id=3fdc0b19-4053-4c44-8b08-cd1ab3959461 HTTP/1.1" status: 200 len: 814 time: 0.1635425 May 12 14:41:03.094600 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-a52140f4-a2e4-41dc-9b4b-b596d496e3d0 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/quotas/e4b5ca018b5f4dda99486407424b8168 HTTP/1.1" status: 200 len: 375 time: 0.0172150 May 12 14:41:03.173307 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-ebfe7f08-5183-42de-9e3f-dffc784765a4 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e4b5ca018b5f4dda99486407424b8168&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681088 May 12 14:41:03.213412 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-94c3a983-f072-4e91-8380-b62b201e2bb7 req-ffd2e306-4987-472d-8899-98e76cbe9a02 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (62f6a176-00c7-4955-ac5a-e84fb95f6c3d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:03.248889 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2e306-4987-472d-8899-98e76cbe9a02 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Pushing event deleted for resources: {'Port': ['ID=62f6a176-00c7-4955-ac5a-e84fb95f6c3d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:03.268137 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['62f6a176-00c7-4955-ac5a-e84fb95f6c3d'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:41:03.335827 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c3a983-f072-4e91-8380-b62b201e2bb7 req-ffd2e306-4987-472d-8899-98e76cbe9a02 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] No DVR routers for this DVR port 62f6a176-00c7-4955-ac5a-e84fb95f6c3d on host hv-cinder-77703 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:41:03.338317 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-94c3a983-f072-4e91-8380-b62b201e2bb7 req-ffd2e306-4987-472d-8899-98e76cbe9a02 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:03.342538 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-94c3a983-f072-4e91-8380-b62b201e2bb7 req-ffd2e306-4987-472d-8899-98e76cbe9a02 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.57 "DELETE /v2.0/ports/62f6a176-00c7-4955-ac5a-e84fb95f6c3d HTTP/1.1" status: 204 len: 173 time: 0.6449163 May 12 14:41:03.345013 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5ced7e-9d8b-4d24-a35d-876326b483ba', 'name': 'network-vif-deleted', 'tag': '62f6a176-00c7-4955-ac5a-e84fb95f6c3d'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:41:03.348393 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bb3848-202a-47dd-a0fe-200f8180f59f" -d '{"events": [{"server_uuid": "5c5ced7e-9d8b-4d24-a35d-876326b483ba", "name": "network-vif-deleted", "tag": "62f6a176-00c7-4955-ac5a-e84fb95f6c3d"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:41:03.394017 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-8383d126-e004-4dbf-b559-90067197be5b service neutron] 10.222.0.75 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080903 May 12 14:41:03.433111 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d0f82-be94-41ba-803c-117e84c98177 req-e12ddc56-c9d5-420e-a084-ab985f2d0ace tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:03.435149 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8d1d0f82-be94-41ba-803c-117e84c98177 req-e12ddc56-c9d5-420e-a084-ab985f2d0ace tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0841303 May 12 14:41:03.531003 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8d1d0f82-be94-41ba-803c-117e84c98177 req-4fef18b3-7892-462b-b7a5-f0242f5a2469 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894470 May 12 14:41:03.533047 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-79e80406-2516-4bf9-ac61-a29984ad44f0 service neutron] 10.222.0.75 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334300 May 12 14:41:03.581457 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd4a7a3-f7aa-4146-8a0b-6af0fa03802f x-openstack-request-id: req-bbd4a7a3-f7aa-4146-8a0b-6af0fa03802f {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:41:03.581756 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5ced7e-9d8b-4d24-a35d-876326b483ba", "name": "network-vif-deleted", "tag": "62f6a176-00c7-4955-ac5a-e84fb95f6c3d", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:41:03.582014 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bbd4a7a3-f7aa-4146-8a0b-6af0fa03802f {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:41:03.582433 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbd4a7a3-f7aa-4146-8a0b-6af0fa03802f'] response: {'server_uuid': '5c5ced7e-9d8b-4d24-a35d-876326b483ba', 'name': 'network-vif-deleted', 'tag': '62f6a176-00c7-4955-ac5a-e84fb95f6c3d', 'status': 'completed', 'code': 200} May 12 14:41:03.702075 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4476ade2-114a-489b-abb7-138322291252 req-05e1b0db-e20e-4333-a24d-c63a8e214f60 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=b293e6a7-b82d-44db-af30-498fd91a7261 HTTP/1.1" status: 200 len: 210 time: 0.0299726 May 12 14:41:03.796367 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6c8c4e18-4dfa-4e1a-a0f7-bcb73512915c req-c548844d-1cc9-40aa-8e8b-8bc5364b5305 tempest-ServerRescueNegativeTestJSON-1594015429 tempest-ServerRescueNegativeTestJSON-1594015429-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c5ced7e-9d8b-4d24-a35d-876326b483ba HTTP/1.1" status: 200 len: 210 time: 0.0320327 May 12 14:41:04.648251 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce673a3-eb11-497d-9518-3bf2b5696000 req-804a12ed-28de-46cc-b458-d6f4ace80aa7 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:04.649716 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2ce673a3-eb11-497d-9518-3bf2b5696000 req-804a12ed-28de-46cc-b458-d6f4ace80aa7 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0459890 May 12 14:41:04.701399 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2ce673a3-eb11-497d-9518-3bf2b5696000 req-db2ea7c7-5dd1-4e8d-910a-01649e4247b1 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449953 May 12 14:41:04.810090 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e53f883f-f58c-4206-bd8f-9f0a1bf8b994 req-4fd26273-78c6-4b32-86fd-e348c2b297c3 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=b293e6a7-b82d-44db-af30-498fd91a7261 HTTP/1.1" status: 200 len: 210 time: 0.0332248 May 12 14:41:04.858203 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 40380) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:04.877397 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-a8c49db4-5dff-4da8-b1a4-e30d3d5f9ce1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:04.878869 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-a8c49db4-5dff-4da8-b1a4-e30d3d5f9ce1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.57 "GET /v2.0/networks?id=3fdc0b19-4053-4c44-8b08-cd1ab3959461 HTTP/1.1" status: 200 len: 814 time: 0.1293585 May 12 14:41:04.968079 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-401f9d65-52a6-484d-9bef-670dc90ade3c tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4b5ca018b5f4dda99486407424b8168 HTTP/1.1" status: 200 len: 379 time: 0.0591168 May 12 14:41:05.090673 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-2997a44b-7c31-4005-b340-bcdb48f032b6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Request body: {'port': {'device_id': 'b293e6a7-b82d-44db-af30-498fd91a7261', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'admin_state_up': True, 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'security_groups': ['b8c7171f-8cca-4245-a79d-7a40d56c9e2f']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:41:05.202307 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-2997a44b-7c31-4005-b340-bcdb48f032b6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Made reservation on behalf of e4b5ca018b5f4dda99486407424b8168 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:41:05.205800 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-2997a44b-7c31-4005-b340-bcdb48f032b6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:05.331939 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-2997a44b-7c31-4005-b340-bcdb48f032b6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Allocated IP 172.20.0.13 (3fdc0b19-4053-4c44-8b08-cd1ab3959461/cb99a954-a215-4272-a7a1-86abb04d56af/72bdfac6-9a66-4d48-b364-b06fc90433ed) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:41:05.357012 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a00af52b-d0ff-4f63-9dbd-498872a83526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932317'] for router_interface (088ee916-49e5-4261-a96d-48db88b4cdde), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:05.482688 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-2997a44b-7c31-4005-b340-bcdb48f032b6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for port (72bdfac6-9a66-4d48-b364-b06fc90433ed), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:05.518434 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-2997a44b-7c31-4005-b340-bcdb48f032b6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (72bdfac6-9a66-4d48-b364-b06fc90433ed), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:05.561961 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-2997a44b-7c31-4005-b340-bcdb48f032b6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Network 3fdc0b19-4053-4c44-8b08-cd1ab3959461 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:41:05.564975 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-2997a44b-7c31-4005-b340-bcdb48f032b6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:41:05.568754 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-2997a44b-7c31-4005-b340-bcdb48f032b6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:41:05.597355 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997a44b-7c31-4005-b340-bcdb48f032b6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event updated for resources: {'Port': ['ID=72bdfac6-9a66-4d48-b364-b06fc90433ed,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:05.629922 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-2997a44b-7c31-4005-b340-bcdb48f032b6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:05.630568 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-2997a44b-7c31-4005-b340-bcdb48f032b6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:05.653080 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-2997a44b-7c31-4005-b340-bcdb48f032b6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5664566 May 12 14:41:05.662599 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-a00af52b-d0ff-4f63-9dbd-498872a83526 admin admin] Deleting port 2f312332-0177-4120-a058-5875094508fa {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:41:05.662948 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a00af52b-d0ff-4f63-9dbd-498872a83526 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (2f312332-0177-4120-a058-5875094508fa), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:05.672651 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-f3608fad-c91b-4f82-9629-dfc384da8e45 service neutron] Request body: {'port': {'device_id': 'b293e6a7-b82d-44db-af30-498fd91a7261', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:41:05.747287 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-f3608fad-c91b-4f82-9629-dfc384da8e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (72bdfac6-9a66-4d48-b364-b06fc90433ed), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:05.753319 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-a00af52b-d0ff-4f63-9dbd-498872a83526 admin admin] For port 2f312332-0177-4120-a058-5875094508fa, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=2f312332-0177-4120-a058-5875094508fa,segment=NetworkSegment(c6e36150-006d-4817-be7b-a40f146ddc75),segment_id=c6e36150-006d-4817-be7b-a40f146ddc75)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:05.753794 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a00af52b-d0ff-4f63-9dbd-498872a83526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (2f312332-0177-4120-a058-5875094508fa), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:05.769458 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-a00af52b-d0ff-4f63-9dbd-498872a83526 admin admin] Calling delete_port for 2f312332-0177-4120-a058-5875094508fa owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:41:05.784086 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 62f6a176-00c7-4955-ac5a-e84fb95f6c3d no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:41:05.807366 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] No Port match for: 62f6a176-00c7-4955-ac5a-e84fb95f6c3d {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:41:05.807759 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 62f6a176-00c7-4955-ac5a-e84fb95f6c3d not bound to the agent host hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:41:05.847620 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1ae812c8-8436-4e15-9590-db56883ab2be None None] Provisioning complete for port 72bdfac6-9a66-4d48-b364-b06fc90433ed triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:41:05.848042 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1ae812c8-8436-4e15-9590-db56883ab2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (72bdfac6-9a66-4d48-b364-b06fc90433ed), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:05.864294 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3f8f2-0e88-4fcc-84ce-8987cc98795b req-5fd243da-d14a-42c4-8d03-4b02a76b8a7e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:05.865831 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c9f3f8f2-0e88-4fcc-84ce-8987cc98795b req-5fd243da-d14a-42c4-8d03-4b02a76b8a7e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0745146 May 12 14:41:05.884772 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1ae812c8-8436-4e15-9590-db56883ab2be None None] Port 72bdfac6-9a66-4d48-b364-b06fc90433ed cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:41:05.983249 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a00af52b-d0ff-4f63-9dbd-498872a83526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (2f312332-0177-4120-a058-5875094508fa), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:06.010918 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00af52b-d0ff-4f63-9dbd-498872a83526 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f312332-0177-4120-a058-5875094508fa,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:06.023339 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c9f3f8f2-0e88-4fcc-84ce-8987cc98795b req-ee703da5-dfd5-494a-94a4-09af1333b965 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504090 May 12 14:41:06.039910 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38eb3a4-8331-48a8-90a2-32fbc5e6bde1 req-1c1a0d0e-e4f6-4c14-9679-f813deb93cde tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:06.041387 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f38eb3a4-8331-48a8-90a2-32fbc5e6bde1 req-1c1a0d0e-e4f6-4c14-9679-f813deb93cde tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=b293e6a7-b82d-44db-af30-498fd91a7261 HTTP/1.1" status: 200 len: 932 time: 0.1445353 May 12 14:41:06.135098 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f38eb3a4-8331-48a8-90a2-32fbc5e6bde1 req-4f822975-8af5-4339-9634-2de697c59ef8 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=b8c7171f-8cca-4245-a79d-7a40d56c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848281 May 12 14:41:06.181197 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a00af52b-d0ff-4f63-9dbd-498872a83526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1022764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537026'] for router_interface (088ee916-49e5-4261-a96d-48db88b4cdde), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:06.217955 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-f3608fad-c91b-4f82-9629-dfc384da8e45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72bdfac6-9a66-4d48-b364-b06fc90433ed {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:41:06.225724 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-f3608fad-c91b-4f82-9629-dfc384da8e45 service neutron] Publish callbacks [] for port (72bdfac6-9a66-4d48-b364-b06fc90433ed), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:06.238545 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-f3608fad-c91b-4f82-9629-dfc384da8e45 service neutron] Transition to ACTIVE for port object 72bdfac6-9a66-4d48-b364-b06fc90433ed will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:41:06.242989 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-f3608fad-c91b-4f82-9629-dfc384da8e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745168'] for port (72bdfac6-9a66-4d48-b364-b06fc90433ed), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:06.292581 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3608fad-c91b-4f82-9629-dfc384da8e45 service neutron] Pushing event updated for resources: {'Port': ['ID=72bdfac6-9a66-4d48-b364-b06fc90433ed,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:06.372276 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-f3608fad-c91b-4f82-9629-dfc384da8e45 service neutron] Attempting to bind port 72bdfac6-9a66-4d48-b364-b06fc90433ed on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:41:06.372742 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-f3608fad-c91b-4f82-9629-dfc384da8e45 service neutron] Attempting to bind port 72bdfac6-9a66-4d48-b364-b06fc90433ed by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '3e6925c9-868c-4eb2-b1c7-d7edce7ca97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:41:06.373079 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-f3608fad-c91b-4f82-9629-dfc384da8e45 service neutron] Attempting to bind port 72bdfac6-9a66-4d48-b364-b06fc90433ed on network 3fdc0b19-4053-4c44-8b08-cd1ab3959461 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:41:06.378039 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-f3608fad-c91b-4f82-9629-dfc384da8e45 service neutron] Port 72bdfac6-9a66-4d48-b364-b06fc90433ed on network 3fdc0b19-4053-4c44-8b08-cd1ab3959461 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:41:06.378360 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-f3608fad-c91b-4f82-9629-dfc384da8e45 service neutron] Attempting to bind port 72bdfac6-9a66-4d48-b364-b06fc90433ed on network 3fdc0b19-4053-4c44-8b08-cd1ab3959461 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:41:06.383729 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-f3608fad-c91b-4f82-9629-dfc384da8e45 service neutron] Checking agent: {'id': 'c5e9105e-03c6-4986-a076-8428d06d9de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:41:06.384067 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-f3608fad-c91b-4f82-9629-dfc384da8e45 service neutron] Checking segment: {'id': '3e6925c9-868c-4eb2-b1c7-d7edce7ca97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:41:06.384574 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-f3608fad-c91b-4f82-9629-dfc384da8e45 service neutron] Bound using segment: {'id': '3e6925c9-868c-4eb2-b1c7-d7edce7ca97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:41:06.385012 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-f3608fad-c91b-4f82-9629-dfc384da8e45 service neutron] Bound port: 72bdfac6-9a66-4d48-b364-b06fc90433ed, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e6925c9-868c-4eb2-b1c7-d7edce7ca97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:41:06.385372 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-f3608fad-c91b-4f82-9629-dfc384da8e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (72bdfac6-9a66-4d48-b364-b06fc90433ed), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:06.413355 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00af52b-d0ff-4f63-9dbd-498872a83526 admin admin] Router 088ee916-49e5-4261-a96d-48db88b4cdde has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:41:06.457150 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-f3608fad-c91b-4f82-9629-dfc384da8e45 service neutron] For port 72bdfac6-9a66-4d48-b364-b06fc90433ed, host hv-cinder-77703, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:41:06.460883 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-f3608fad-c91b-4f82-9629-dfc384da8e45 service neutron] For port 72bdfac6-9a66-4d48-b364-b06fc90433ed, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=72bdfac6-9a66-4d48-b364-b06fc90433ed,segment=NetworkSegment(3e6925c9-868c-4eb2-b1c7-d7edce7ca97c),segment_id=3e6925c9-868c-4eb2-b1c7-d7edce7ca97c)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:41:06.468386 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-f3608fad-c91b-4f82-9629-dfc384da8e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745168'] for port (72bdfac6-9a66-4d48-b364-b06fc90433ed), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:06.507148 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-f3608fad-c91b-4f82-9629-dfc384da8e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:06.507840 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-f3608fad-c91b-4f82-9629-dfc384da8e45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:06.509290 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-f3608fad-c91b-4f82-9629-dfc384da8e45 service neutron] 10.222.0.57 "PUT /v2.0/ports/72bdfac6-9a66-4d48-b364-b06fc90433ed HTTP/1.1" status: 200 len: 1094 time: 0.8413312 May 12 14:41:06.509738 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b293e6a7-b82d-44db-af30-498fd91a7261', 'tag': '72bdfac6-9a66-4d48-b364-b06fc90433ed'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:41:06.512557 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55882173-c124-4a20-b7dc-86054a3e69f2" -d '{"events": [{"name": "network-changed", "server_uuid": "b293e6a7-b82d-44db-af30-498fd91a7261", "tag": "72bdfac6-9a66-4d48-b364-b06fc90433ed"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:41:06.562466 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3608fad-c91b-4f82-9629-dfc384da8e45 service neutron] Pushing event updated for resources: {'Port': ['ID=72bdfac6-9a66-4d48-b364-b06fc90433ed,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:06.566377 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00af52b-d0ff-4f63-9dbd-498872a83526 admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:41:06.577850 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-a00af52b-d0ff-4f63-9dbd-498872a83526 admin admin] 10.222.0.75 "PUT /v2.0/routers/088ee916-49e5-4261-a96d-48db88b4cdde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7158647 May 12 14:41:06.578042 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 40402) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:06.590949 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605f8432-fe16-45f8-a0a7-ec44138b26d8 None None] Sync routers for ids ['088ee916-49e5-4261-a96d-48db88b4cdde'] in dv-cinder-777031-14-iscsi {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:41:06.602530 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605f8432-fe16-45f8-a0a7-ec44138b26d8 None None] Routers {'088ee916-49e5-4261-a96d-48db88b4cdde'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:41:06.603205 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-605f8432-fe16-45f8-a0a7-ec44138b26d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:40:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['088ee916-49e5-4261-a96d-48db88b4cdde'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:06.643930 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035f6ce2-dba6-46d8-81f9-beff0f4b038c x-openstack-request-id: req-035f6ce2-dba6-46d8-81f9-beff0f4b038c {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:41:06.644223 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b293e6a7-b82d-44db-af30-498fd91a7261", "tag": "72bdfac6-9a66-4d48-b364-b06fc90433ed", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:41:06.644482 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-035f6ce2-dba6-46d8-81f9-beff0f4b038c {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:41:06.645332 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-035f6ce2-dba6-46d8-81f9-beff0f4b038c'] response: {'name': 'network-changed', 'server_uuid': 'b293e6a7-b82d-44db-af30-498fd91a7261', 'tag': '72bdfac6-9a66-4d48-b364-b06fc90433ed', 'status': 'completed', 'code': 200} May 12 14:41:06.730899 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-605f8432-fe16-45f8-a0a7-ec44138b26d8 None None] Set router 088ee916-49e5-4261-a96d-48db88b4cdde gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:41:06.920395 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-605f8432-fe16-45f8-a0a7-ec44138b26d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'name': 'tempest-ServerRescueNegativeTestJSON-1155992660-router', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:41:05Z', 'revision_number': 5, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'gw_port': {'id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:06.946874 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605f8432-fe16-45f8-a0a7-ec44138b26d8 None None] Checking router: 088ee916-49e5-4261-a96d-48db88b4cdde for host: dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:41:06.956064 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605f8432-fe16-45f8-a0a7-ec44138b26d8 None None] Routers {'088ee916-49e5-4261-a96d-48db88b4cdde'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:41:06.956688 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-605f8432-fe16-45f8-a0a7-ec44138b26d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:40:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['088ee916-49e5-4261-a96d-48db88b4cdde'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:06.983909 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-94c6a789-dc5b-4158-9a86-419621909cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:06.985421 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-94c6a789-dc5b-4158-9a86-419621909cdc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4b5ca018b5f4dda99486407424b8168&device_id=b293e6a7-b82d-44db-af30-498fd91a7261 HTTP/1.1" status: 200 len: 1128 time: 0.3393366 May 12 14:41:07.065665 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-7ea2b9b4-2ebf-49c5-b5d5-aa2a5c895848 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72bdfac6-9a66-4d48-b364-b06fc90433ed HTTP/1.1" status: 200 len: 217 time: 0.0499744 May 12 14:41:07.065847 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-605f8432-fe16-45f8-a0a7-ec44138b26d8 None None] Set router 088ee916-49e5-4261-a96d-48db88b4cdde gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:41:07.073678 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-444055e5-3951-4382-a868-a19c0b1f59e6 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090511352&fields=id&tenant_id=0ba0ea753bb0496cbf274e802f50dd0e HTTP/1.1" status: 200 len: 267 time: 0.1535208 May 12 14:41:07.089591 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0041724-015d-4ea9-a55d-267b29074881 admin admin] Publish callbacks [] for router (088ee916-49e5-4261-a96d-48db88b4cdde), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:07.249552 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-605f8432-fe16-45f8-a0a7-ec44138b26d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'name': 'tempest-ServerRescueNegativeTestJSON-1155992660-router', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:41:05Z', 'revision_number': 5, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'gw_port': {'id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:07.263327 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-e637d349-0efb-4cab-9496-b998609dc306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:07.264796 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-e637d349-0efb-4cab-9496-b998609dc306 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb99a954-a215-4272-a7a1-86abb04d56af HTTP/1.1" status: 200 len: 853 time: 0.1875534 May 12 14:41:07.276037 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605f8432-fe16-45f8-a0a7-ec44138b26d8 None None] The sync data for ids ['088ee916-49e5-4261-a96d-48db88b4cdde'] in dv-cinder-777031-14-iscsi is: [{'id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'name': 'tempest-ServerRescueNegativeTestJSON-1155992660-router', 'tenant_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:41:05Z', 'revision_number': 5, 'project_id': '3c83c8fa2cd44eab84cb50b3ad06a1d3', 'gw_port': {'id': '1a247a16-6637-427c-9dc6-93640b655f3e', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ee916-49e5-4261-a96d-48db88b4cdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:20Z', 'updated_at': '2022-05-12T14:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:41:07.277889 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f0340-9dec-40dc-9ca9-278862f6a75d req-d98ee0b1-5fab-48ae-ac81-af79cb98f8a5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:07.279458 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e48f0340-9dec-40dc-9ca9-278862f6a75d req-d98ee0b1-5fab-48ae-ac81-af79cb98f8a5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.1628826 May 12 14:41:07.398724 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-2b7083bb-5514-4867-aeca-8ac07b9aaf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:07.400237 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-2b7083bb-5514-4867-aeca-8ac07b9aaf95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3fdc0b19-4053-4c44-8b08-cd1ab3959461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1199427 May 12 14:41:07.428592 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-008484d9-3b10-4835-8ec8-93fc09f16168 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:07.429960 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-008484d9-3b10-4835-8ec8-93fc09f16168 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/networks?id=5b96f110-6030-45d9-96d1-0bc86d38fd01 HTTP/1.1" status: 200 len: 812 time: 0.3435192 May 12 14:41:07.446124 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0041724-015d-4ea9-a55d-267b29074881 admin admin] Publish callbacks [] for router_gateway (088ee916-49e5-4261-a96d-48db88b4cdde), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:07.459299 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e48f0340-9dec-40dc-9ca9-278862f6a75d req-c781fa09-634c-4226-a3b9-d352b5b8b409 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655979 May 12 14:41:07.478010 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-3156cce8-ffab-4375-9624-6fe42b002b61 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/quotas/0ba0ea753bb0496cbf274e802f50dd0e HTTP/1.1" status: 200 len: 375 time: 0.0375912 May 12 14:41:07.626551 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c0041724-015d-4ea9-a55d-267b29074881 admin admin] Deleting port 1a247a16-6637-427c-9dc6-93640b655f3e {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:41:07.626886 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0041724-015d-4ea9-a55d-267b29074881 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (1a247a16-6637-427c-9dc6-93640b655f3e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:07.633192 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-65f9fc1f-e517-4b35-b655-0ed958ca9f84 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0ba0ea753bb0496cbf274e802f50dd0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1293614 May 12 14:41:07.640557 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406469e-b8a1-443b-9c2d-053aa21242c6 req-d0c084b3-3ace-41d1-8bfa-a4aaf89b2309 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:07.642044 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6406469e-b8a1-443b-9c2d-053aa21242c6 req-d0c084b3-3ace-41d1-8bfa-a4aaf89b2309 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=b293e6a7-b82d-44db-af30-498fd91a7261 HTTP/1.1" status: 200 len: 944 time: 0.1027606 May 12 14:41:07.653460 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-dba26152-5b57-4da9-b355-0f1e9e892ef6 service neutron] 10.222.0.57 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433200 May 12 14:41:07.879988 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6406469e-b8a1-443b-9c2d-053aa21242c6 req-28f8f09b-bfaa-4185-a37f-4ff625e08068 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=b8c7171f-8cca-4245-a79d-7a40d56c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255774 May 12 14:41:07.904090 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-c0041724-015d-4ea9-a55d-267b29074881 admin admin] For port 1a247a16-6637-427c-9dc6-93640b655f3e, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=1a247a16-6637-427c-9dc6-93640b655f3e,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:07.904460 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0041724-015d-4ea9-a55d-267b29074881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (1a247a16-6637-427c-9dc6-93640b655f3e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:07.909661 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-5485ae55-1e47-4ca8-a127-a8ac33ecea17 service neutron] 10.222.0.75 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488329 May 12 14:41:07.927383 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d84470d9-a7bc-4931-83d4-5d9bbef7d824 req-9142e915-6071-4850-885c-48d4aa313b8a service neutron] 10.222.0.57 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478924 May 12 14:41:07.943723 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c0041724-015d-4ea9-a55d-267b29074881 admin admin] Calling delete_port for 1a247a16-6637-427c-9dc6-93640b655f3e owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:41:08.059687 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-b261db92-0a1b-4895-a2e2-7d6af9c54fd7 service neutron] 10.222.0.75 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432035 May 12 14:41:08.169393 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0041724-015d-4ea9-a55d-267b29074881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (1a247a16-6637-427c-9dc6-93640b655f3e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:08.197172 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0041724-015d-4ea9-a55d-267b29074881 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a247a16-6637-427c-9dc6-93640b655f3e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:08.264854 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0041724-015d-4ea9-a55d-267b29074881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-929007'] for router_gateway (088ee916-49e5-4261-a96d-48db88b4cdde), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:08.396358 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2fcd95de-ea0a-40f5-937f-2ff7256f3bf4 req-212544f2-aae5-43bc-b3ce-840b721ff5ec tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 210 time: 0.0540833 May 12 14:41:08.398453 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0041724-015d-4ea9-a55d-267b29074881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-493149'] for router (088ee916-49e5-4261-a96d-48db88b4cdde), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:08.400911 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0041724-015d-4ea9-a55d-267b29074881 admin admin] Publish callbacks [] for router_controller (088ee916-49e5-4261-a96d-48db88b4cdde), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:08.472389 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0041724-015d-4ea9-a55d-267b29074881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-927166'] for router (088ee916-49e5-4261-a96d-48db88b4cdde), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:08.473289 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0041724-015d-4ea9-a55d-267b29074881 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 088ee916-49e5-4261-a96d-48db88b4cdde {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 14:41:08.478387 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0041724-015d-4ea9-a55d-267b29074881 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:08.479189 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-c0041724-015d-4ea9-a55d-267b29074881 admin admin] 10.222.0.75 "DELETE /v2.0/routers/088ee916-49e5-4261-a96d-48db88b4cdde HTTP/1.1" status: 204 len: 168 time: 1.9001298 May 12 14:41:08.481673 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 40426) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:08.532927 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c32872f-6263-4fd9-91a7-56ed04fe0781 admin admin] Deleting subnet 3ff9df63-a567-422b-b0eb-7dc75045c602 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:41:08.536672 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c32872f-6263-4fd9-91a7-56ed04fe0781 admin admin] Publish callbacks [] for subnet (3ff9df63-a567-422b-b0eb-7dc75045c602), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:08.608081 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c32872f-6263-4fd9-91a7-56ed04fe0781 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3984780'] for subnet (3ff9df63-a567-422b-b0eb-7dc75045c602), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:08.644700 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7424683-dffe-4213-97ac-615c1aecbb5b req-085a115e-0892-450b-97d6-90d32f412e8d tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:08.646153 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e7424683-dffe-4213-97ac-615c1aecbb5b req-085a115e-0892-450b-97d6-90d32f412e8d tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0902336 May 12 14:41:08.758015 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e7424683-dffe-4213-97ac-615c1aecbb5b req-cbcea181-d8ff-4a1e-a33d-75a342c938a6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044002 May 12 14:41:08.771236 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c32872f-6263-4fd9-91a7-56ed04fe0781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33439215'] for subnet (3ff9df63-a567-422b-b0eb-7dc75045c602), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:08.828262 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c32872f-6263-4fd9-91a7-56ed04fe0781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33439222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4027564'] for subnet (3ff9df63-a567-422b-b0eb-7dc75045c602), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:08.852897 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32872f-6263-4fd9-91a7-56ed04fe0781 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ff9df63-a567-422b-b0eb-7dc75045c602,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:08.856630 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5c32872f-6263-4fd9-91a7-56ed04fe0781 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:08.859800 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-5c32872f-6263-4fd9-91a7-56ed04fe0781 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/3ff9df63-a567-422b-b0eb-7dc75045c602 HTTP/1.1" status: 204 len: 168 time: 0.3770235 May 12 14:41:08.862208 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 40432) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:08.864703 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f1e07d-7b1b-4865-87ed-f2e48cb403e0 None None] Network a960421c-0ac7-4777-ad11-86ea1221dbd0 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:41:08.930373 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9cbf-3013-4a53-9b96-eacd019b9002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33070896'] for network (a960421c-0ac7-4777-ad11-86ea1221dbd0), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:09.006124 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-8b3b9cbf-3013-4a53-9b96-eacd019b9002 admin admin] Deleting port 26a7e270-8161-493c-9c98-f026e53c45d6 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:41:09.006413 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9cbf-3013-4a53-9b96-eacd019b9002 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (26a7e270-8161-493c-9c98-f026e53c45d6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:09.040105 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1607e2c-c71d-416e-b429-ec2654714fb3 req-b8fc4e82-a3e0-4227-bd2c-3fba9ec81b2b tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:09.041786 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b1607e2c-c71d-416e-b429-ec2654714fb3 req-b8fc4e82-a3e0-4227-bd2c-3fba9ec81b2b tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=b293e6a7-b82d-44db-af30-498fd91a7261 HTTP/1.1" status: 200 len: 944 time: 0.0730097 May 12 14:41:09.041912 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976da29d-0dc1-4546-b779-4bcc3ef17528 None None] DHCP port deletion for a960421c-0ac7-4777-ad11-86ea1221dbd0 request from dv-cinder-777031-14-iscsi {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 14:41:09.086246 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-976da29d-0dc1-4546-b779-4bcc3ef17528 None None] Deleting port 26a7e270-8161-493c-9c98-f026e53c45d6 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:41:09.086773 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-976da29d-0dc1-4546-b779-4bcc3ef17528 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (26a7e270-8161-493c-9c98-f026e53c45d6), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:09.101669 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-8b3b9cbf-3013-4a53-9b96-eacd019b9002 admin admin] For port 26a7e270-8161-493c-9c98-f026e53c45d6, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=26a7e270-8161-493c-9c98-f026e53c45d6,segment=NetworkSegment(c6e36150-006d-4817-be7b-a40f146ddc75),segment_id=c6e36150-006d-4817-be7b-a40f146ddc75)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:09.102271 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9cbf-3013-4a53-9b96-eacd019b9002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (26a7e270-8161-493c-9c98-f026e53c45d6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:09.125878 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-8b3b9cbf-3013-4a53-9b96-eacd019b9002 admin admin] Calling delete_port for 26a7e270-8161-493c-9c98-f026e53c45d6 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:41:09.144075 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b1607e2c-c71d-416e-b429-ec2654714fb3 req-eccff467-3256-4f74-8b99-5460d6ac76e1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=b8c7171f-8cca-4245-a79d-7a40d56c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740216 May 12 14:41:09.153992 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-976da29d-0dc1-4546-b779-4bcc3ef17528 None None] For port 26a7e270-8161-493c-9c98-f026e53c45d6, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=26a7e270-8161-493c-9c98-f026e53c45d6,segment=NetworkSegment(c6e36150-006d-4817-be7b-a40f146ddc75),segment_id=c6e36150-006d-4817-be7b-a40f146ddc75)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:09.154393 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-976da29d-0dc1-4546-b779-4bcc3ef17528 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (26a7e270-8161-493c-9c98-f026e53c45d6), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:09.167847 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-976da29d-0dc1-4546-b779-4bcc3ef17528 None None] Calling delete_port for 26a7e270-8161-493c-9c98-f026e53c45d6 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:41:09.221008 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9cbf-3013-4a53-9b96-eacd019b9002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (26a7e270-8161-493c-9c98-f026e53c45d6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:09.234261 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 26a7e270-8161-493c-9c98-f026e53c45d6 no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:41:09.247612 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b9cbf-3013-4a53-9b96-eacd019b9002 admin admin] Pushing event deleted for resources: {'Port': ['ID=26a7e270-8161-493c-9c98-f026e53c45d6,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:09.250979 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b9cbf-3013-4a53-9b96-eacd019b9002 admin admin] No DVR routers for this DVR port 26a7e270-8161-493c-9c98-f026e53c45d6 on host dv-cinder-777031-14-iscsi {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:41:09.259912 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: 26a7e270-8161-493c-9c98-f026e53c45d6 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:41:09.260185 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 26a7e270-8161-493c-9c98-f026e53c45d6 not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:41:09.260596 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 2f312332-0177-4120-a058-5875094508fa no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:41:09.300369 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: 2f312332-0177-4120-a058-5875094508fa {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:41:09.300712 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 2f312332-0177-4120-a058-5875094508fa not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:41:09.301128 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 1a247a16-6637-427c-9dc6-93640b655f3e no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:41:09.323298 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9cbf-3013-4a53-9b96-eacd019b9002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33375322', 'neutron.services.segments.db._delete_segments_for_network-8771212172310'] for network (a960421c-0ac7-4777-ad11-86ea1221dbd0), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:09.332990 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: 1a247a16-6637-427c-9dc6-93640b655f3e {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:41:09.333434 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 1a247a16-6637-427c-9dc6-93640b655f3e not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:41:09.347228 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-8b3b9cbf-3013-4a53-9b96-eacd019b9002 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a960421c-0ac7-4777-ad11-86ea1221dbd0']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:09.349699 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3d4ef2f-519f-4d4b-8828-fd28521e7adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:09.357062 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-8b3b9cbf-3013-4a53-9b96-eacd019b9002 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e36150-006d-4817-be7b-a40f146ddc75') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:09.357359 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-8b3b9cbf-3013-4a53-9b96-eacd019b9002 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e36150-006d-4817-be7b-a40f146ddc75') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:09.359313 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-976da29d-0dc1-4546-b779-4bcc3ef17528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253'] for port (26a7e270-8161-493c-9c98-f026e53c45d6), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:09.366940 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9cbf-3013-4a53-9b96-eacd019b9002 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771212173343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3984821'] for segment (c6e36150-006d-4817-be7b-a40f146ddc75), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:09.380903 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9cbf-3013-4a53-9b96-eacd019b9002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (c6e36150-006d-4817-be7b-a40f146ddc75), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:09.387714 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b3b9cbf-3013-4a53-9b96-eacd019b9002 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:41:09.388098 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9cbf-3013-4a53-9b96-eacd019b9002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745268'] for segment (c6e36150-006d-4817-be7b-a40f146ddc75), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:09.389883 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976da29d-0dc1-4546-b779-4bcc3ef17528 None None] Pushing event deleted for resources: {'Port': ['ID=26a7e270-8161-493c-9c98-f026e53c45d6,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: Traceback (most recent call last): May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: timer() May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: cb(*args, **kw) May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: return func(*args, **kwargs) May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: self._notify() May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: self.callback(batched_events) May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: event.method(event) May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: return f(self, *a, **k) May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: return self._get(url).json() May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: return self.request(url, 'GET', **kwargs) May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:41:09.390828 dv-cinder-777031-14-iscsi neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:41:09.393245 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976da29d-0dc1-4546-b779-4bcc3ef17528 None None] No DVR routers for this DVR port 26a7e270-8161-493c-9c98-f026e53c45d6 on host dv-cinder-777031-14-iscsi {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:41:09.400183 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976da29d-0dc1-4546-b779-4bcc3ef17528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:09.400529 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976da29d-0dc1-4546-b779-4bcc3ef17528 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:09.400873 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976da29d-0dc1-4546-b779-4bcc3ef17528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:09.401657 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976da29d-0dc1-4546-b779-4bcc3ef17528 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:09.401657 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976da29d-0dc1-4546-b779-4bcc3ef17528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:09.401871 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976da29d-0dc1-4546-b779-4bcc3ef17528 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:09.402175 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976da29d-0dc1-4546-b779-4bcc3ef17528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:09.402532 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976da29d-0dc1-4546-b779-4bcc3ef17528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:09.402864 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976da29d-0dc1-4546-b779-4bcc3ef17528 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:09.403217 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976da29d-0dc1-4546-b779-4bcc3ef17528 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:09.403545 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976da29d-0dc1-4546-b779-4bcc3ef17528 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:09.403870 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976da29d-0dc1-4546-b779-4bcc3ef17528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:09.404348 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976da29d-0dc1-4546-b779-4bcc3ef17528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:09.404692 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976da29d-0dc1-4546-b779-4bcc3ef17528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:09.404981 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976da29d-0dc1-4546-b779-4bcc3ef17528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:09.454770 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9cbf-3013-4a53-9b96-eacd019b9002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33375329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931293'] for network (a960421c-0ac7-4777-ad11-86ea1221dbd0), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:09.460662 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9cbf-3013-4a53-9b96-eacd019b9002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:09.464080 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-8b3b9cbf-3013-4a53-9b96-eacd019b9002 admin admin] 10.222.0.75 "DELETE /v2.0/networks/a960421c-0ac7-4777-ad11-86ea1221dbd0 HTTP/1.1" status: 204 len: 168 time: 0.6009524 May 12 14:41:09.484641 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b9cbf-3013-4a53-9b96-eacd019b9002 admin admin] Pushing event deleted for resources: {'Network': ['ID=a960421c-0ac7-4777-ad11-86ea1221dbd0,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:09.506302 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-330f5a0a-173d-4e09-9293-3c626edb42e3 req-19927c20-173d-4137-9f3d-5c0af41b7929 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 210 time: 0.0319486 May 12 14:41:09.580984 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 40440) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:09.619924 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-51a392ac-65be-4651-bf31-a16324e4f7ab admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3c83c8fa2cd44eab84cb50b3ad06a1d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376840 May 12 14:41:09.622708 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 40442) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:09.667682 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0cf3a258-17a4-4fa6-870e-105b5538c41b admin admin] Publish callbacks [] for security_group (a1b06529-48a9-47bd-932f-b962bd5b67e9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:09.688214 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0cf3a258-17a4-4fa6-870e-105b5538c41b admin admin] Publish callbacks [] for security_group (a1b06529-48a9-47bd-932f-b962bd5b67e9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:09.735538 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0cf3a258-17a4-4fa6-870e-105b5538c41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (a1b06529-48a9-47bd-932f-b962bd5b67e9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:09.738025 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0cf3a258-17a4-4fa6-870e-105b5538c41b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:09.739155 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-0cf3a258-17a4-4fa6-870e-105b5538c41b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a1b06529-48a9-47bd-932f-b962bd5b67e9 HTTP/1.1" status: 204 len: 168 time: 0.1155348 May 12 14:41:09.747743 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3a258-17a4-4fa6-870e-105b5538c41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b06529-48a9-47bd-932f-b962bd5b67e9,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:09.883717 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b28e0-d66b-4a30-ac79-c8ba79f64128 req-bf640d1c-191d-4377-856a-7056612bd086 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:09.885288 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-eb6b28e0-d66b-4a30-ac79-c8ba79f64128 req-bf640d1c-191d-4377-856a-7056612bd086 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0504184 May 12 14:41:09.939973 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-eb6b28e0-d66b-4a30-ac79-c8ba79f64128 req-0193460a-f2b2-4b05-b2a1-6c1fd1c9c84a tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434771 May 12 14:41:10.269454 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c360fd-f88b-47ca-82de-17f4650dc3bd req-655c53c4-71f8-4582-a6ae-f4430c0360d8 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:10.270787 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f4c360fd-f88b-47ca-82de-17f4650dc3bd req-655c53c4-71f8-4582-a6ae-f4430c0360d8 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=b293e6a7-b82d-44db-af30-498fd91a7261 HTTP/1.1" status: 200 len: 944 time: 0.0483277 May 12 14:41:10.320467 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f4c360fd-f88b-47ca-82de-17f4650dc3bd req-59954695-3458-499f-b700-d28998d33d08 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=b8c7171f-8cca-4245-a79d-7a40d56c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441263 May 12 14:41:10.427631 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 40468) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:10.521575 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-42cefff1-1876-4bd3-9aca-3bdf76eba0ee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-417374782-network', 'tenant_id': '38fdbe6cacb8487087950884b752b21d'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:41:10.540992 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cefff1-1876-4bd3-9aca-3bdf76eba0ee admin admin] Made reservation on behalf of 38fdbe6cacb8487087950884b752b21d for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:41:10.544197 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-42cefff1-1876-4bd3-9aca-3bdf76eba0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:10.552812 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-42cefff1-1876-4bd3-9aca-3bdf76eba0ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:10.633729 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-82983c4f-ef37-4805-9cea-6b130794169d req-ecdf50ac-c998-49b4-b53e-6274b2342ff6 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 210 time: 0.0562735 May 12 14:41:10.663946 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55882173-c124-4a20-b7dc-86054a3e69f2 req-b92d912d-b398-47d1-bbd2-75af8d8c5d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:10.665535 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-55882173-c124-4a20-b7dc-86054a3e69f2 req-b92d912d-b398-47d1-bbd2-75af8d8c5d96 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4b5ca018b5f4dda99486407424b8168&device_id=b293e6a7-b82d-44db-af30-498fd91a7261 HTTP/1.1" status: 200 len: 1128 time: 0.0770006 May 12 14:41:10.723962 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-42cefff1-1876-4bd3-9aca-3bdf76eba0ee admin admin] Publish callbacks [] for security_group (6de43dd1-a4f8-4940-959e-b3ce381ebd54), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:10.729280 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-42cefff1-1876-4bd3-9aca-3bdf76eba0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (6de43dd1-a4f8-4940-959e-b3ce381ebd54), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:11.051702 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42cefff1-1876-4bd3-9aca-3bdf76eba0ee admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:41:11.083604 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cefff1-1876-4bd3-9aca-3bdf76eba0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de43dd1-a4f8-4940-959e-b3ce381ebd54,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:11.098172 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-42cefff1-1876-4bd3-9aca-3bdf76eba0ee admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771212172301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (04f995c6-05ac-419c-b89d-a8d07da11554), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:11.098570 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.db.segments_db [None req-42cefff1-1876-4bd3-9aca-3bdf76eba0ee admin admin] Added segment 04f995c6-05ac-419c-b89d-a8d07da11554 of type vlan for network 6aa87a35-26a0-490d-b024-c2e7f7422864 May 12 14:41:11.120080 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56604958-2aef-43be-b9eb-e5fc6f3ba4ea req-75d788c3-6226-4b9b-80e4-373aba833244 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:11.121577 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-56604958-2aef-43be-b9eb-e5fc6f3ba4ea req-75d788c3-6226-4b9b-80e4-373aba833244 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0959027 May 12 14:41:11.142516 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55882173-c124-4a20-b7dc-86054a3e69f2 req-6e684d6d-1828-46df-affd-7362f27d80a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:11.143908 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-55882173-c124-4a20-b7dc-86054a3e69f2 req-6e684d6d-1828-46df-affd-7362f27d80a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3fdc0b19-4053-4c44-8b08-cd1ab3959461 HTTP/1.1" status: 200 len: 915 time: 0.4527454 May 12 14:41:11.172020 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-42cefff1-1876-4bd3-9aca-3bdf76eba0ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771211612555'] for network (6aa87a35-26a0-490d-b024-c2e7f7422864), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:11.244991 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-56604958-2aef-43be-b9eb-e5fc6f3ba4ea req-3fd81a4a-a85f-4ece-be2c-43017342a95f tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037881 May 12 14:41:11.247922 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-55882173-c124-4a20-b7dc-86054a3e69f2 req-a3c6d470-95be-4884-b231-d6a56740654d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72bdfac6-9a66-4d48-b364-b06fc90433ed HTTP/1.1" status: 200 len: 217 time: 0.0527825 May 12 14:41:11.249793 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-42cefff1-1876-4bd3-9aca-3bdf76eba0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for network (6aa87a35-26a0-490d-b024-c2e7f7422864), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:11.250853 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cefff1-1876-4bd3-9aca-3bdf76eba0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:11.251456 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-42cefff1-1876-4bd3-9aca-3bdf76eba0ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:11.283062 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-42cefff1-1876-4bd3-9aca-3bdf76eba0ee admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8543003 May 12 14:41:11.285781 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 40476) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:11.291903 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-011a6878-40e8-4ee0-892c-3fca526c9479 admin admin] Request body: {'subnet': {'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-417374782-subnet', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:41:11.341084 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cefff1-1876-4bd3-9aca-3bdf76eba0ee admin admin] Pushing event updated for resources: {'Network': ['ID=6aa87a35-26a0-490d-b024-c2e7f7422864,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:11.352880 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Network 6aa87a35-26a0-490d-b024-c2e7f7422864 details requested by agent ovs-agent-dv-cinder-777031-14-iscsi with host dv-cinder-777031-14-iscsi {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:41:11.389092 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011a6878-40e8-4ee0-892c-3fca526c9479 admin admin] Made reservation on behalf of 38fdbe6cacb8487087950884b752b21d for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:41:11.391484 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-011a6878-40e8-4ee0-892c-3fca526c9479 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4027521'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:11.395270 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55882173-c124-4a20-b7dc-86054a3e69f2 req-c7e9d569-fc27-48f8-ac75-423c1b26f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:11.396735 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-55882173-c124-4a20-b7dc-86054a3e69f2 req-c7e9d569-fc27-48f8-ac75-423c1b26f022 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb99a954-a215-4272-a7a1-86abb04d56af HTTP/1.1" status: 200 len: 853 time: 0.0718884 May 12 14:41:11.567174 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb86fe-2243-4639-913c-c94583507168 req-3cada006-496a-4a66-8934-0240deef1eb3 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:11.568651 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-38fb86fe-2243-4639-913c-c94583507168 req-3cada006-496a-4a66-8934-0240deef1eb3 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=b293e6a7-b82d-44db-af30-498fd91a7261 HTTP/1.1" status: 200 len: 944 time: 0.1550512 May 12 14:41:11.611810 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55882173-c124-4a20-b7dc-86054a3e69f2 req-58ef66a3-2918-4bdc-ba40-34e630850bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:11.613213 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-55882173-c124-4a20-b7dc-86054a3e69f2 req-58ef66a3-2918-4bdc-ba40-34e630850bcc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3fdc0b19-4053-4c44-8b08-cd1ab3959461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1463976 May 12 14:41:11.640914 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-47397cde-a960-4195-b5ab-7486c3bd4f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:11.774993 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-b6a31131-05b8-4ece-ad26-cbb42231a0e9 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:11.776423 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-b6a31131-05b8-4ece-ad26-cbb42231a0e9 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.57 "GET /v2.0/networks?id=5b96f110-6030-45d9-96d1-0bc86d38fd01 HTTP/1.1" status: 200 len: 812 time: 0.3053675 May 12 14:41:11.799317 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 72bdfac6-9a66-4d48-b364-b06fc90433ed details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:41:11.802297 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-38fb86fe-2243-4639-913c-c94583507168 req-55a1b17a-6594-4b91-9b36-d9bc0a262ea3 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=b8c7171f-8cca-4245-a79d-7a40d56c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015834 May 12 14:41:11.811699 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5c6a4697-f2ae-4e19-83f4-2d65ee22d313 req-ed633011-aeeb-4ae7-a119-7503309546d8 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 210 time: 0.0919497 May 12 14:41:11.896799 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-55882173-c124-4a20-b7dc-86054a3e69f2 req-796fb521-edf4-443a-a45d-3411b6bec2e9 service neutron] 10.222.0.57 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631609 May 12 14:41:11.908485 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 72bdfac6-9a66-4d48-b364-b06fc90433ed, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=72bdfac6-9a66-4d48-b364-b06fc90433ed,segment=NetworkSegment(3e6925c9-868c-4eb2-b1c7-d7edce7ca97c),segment_id=3e6925c9-868c-4eb2-b1c7-d7edce7ca97c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:11.920410 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Returning: {'device': '72bdfac6-9a66-4d48-b364-b06fc90433ed', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'port_id': '72bdfac6-9a66-4d48-b364-b06fc90433ed', 'mac_address': 'fa:16:3e:16:7b:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:41:11.945692 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-011a6878-40e8-4ee0-892c-3fca526c9479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3744279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4027543'] for subnet (8de4572c-13a9-4b61-a099-6d16bcc1dbfd), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:11.961579 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-540aa458-25e4-4748-b6e5-1becad5ba526 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ba0ea753bb0496cbf274e802f50dd0e HTTP/1.1" status: 200 len: 380 time: 0.1527388 May 12 14:41:11.962212 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 72bdfac6-9a66-4d48-b364-b06fc90433ed is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:41:11.962632 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (72bdfac6-9a66-4d48-b364-b06fc90433ed), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:11.979862 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72bdfac6-9a66-4d48-b364-b06fc90433ed {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:41:12.000353 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 72bdfac6-9a66-4d48-b364-b06fc90433ed, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=72bdfac6-9a66-4d48-b364-b06fc90433ed,segment=NetworkSegment(3e6925c9-868c-4eb2-b1c7-d7edce7ca97c),segment_id=3e6925c9-868c-4eb2-b1c7-d7edce7ca97c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:12.003927 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (72bdfac6-9a66-4d48-b364-b06fc90433ed), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:12.022815 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-8eeeb8e7-77be-44bc-ae42-5f9f8281bd85 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Request body: {'port': {'device_id': '3a93128f-bc24-4529-8b60-6d661e9933bf', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'admin_state_up': True, 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'security_groups': ['70df1e33-e03a-4910-9739-4630b655b034']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:41:12.050076 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=72bdfac6-9a66-4d48-b364-b06fc90433ed,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:12.131158 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a6878-40e8-4ee0-892c-3fca526c9479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8de4572c-13a9-4b61-a099-6d16bcc1dbfd,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:12.147927 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-55882173-c124-4a20-b7dc-86054a3e69f2 req-1da0d0f5-55a8-49d3-b9dd-b18330b5cf56 service neutron] 10.222.0.57 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392910 May 12 14:41:12.156867 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011a6878-40e8-4ee0-892c-3fca526c9479 admin admin] Checking segment: {'id': '04f995c6-05ac-419c-b89d-a8d07da11554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:41:12.157216 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011a6878-40e8-4ee0-892c-3fca526c9479 admin admin] Network hostable DHCP agents. Network: 6aa87a35-26a0-490d-b024-c2e7f7422864, hostable agents: ['8d346936-3b5f-4708-9dbd-40464a47b1eb'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:41:12.192738 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011a6878-40e8-4ee0-892c-3fca526c9479 admin admin] Network 6aa87a35-26a0-490d-b024-c2e7f7422864 is scheduled to be hosted by DHCP agent 8d346936-3b5f-4708-9dbd-40464a47b1eb with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:41:12.195867 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-8eeeb8e7-77be-44bc-ae42-5f9f8281bd85 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Made reservation on behalf of 0ba0ea753bb0496cbf274e802f50dd0e for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:41:12.199167 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-8eeeb8e7-77be-44bc-ae42-5f9f8281bd85 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:12.217525 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-011a6878-40e8-4ee0-892c-3fca526c9479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-14-iscsi, 6aa87a35-26a0-490d-b024-c2e7f7422864) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:41:12.225797 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a347f9-7c1a-458b-9a05-48bb4803f81c None None] Network 6aa87a35-26a0-490d-b024-c2e7f7422864 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:41:12.227024 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011a6878-40e8-4ee0-892c-3fca526c9479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:12.227641 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-011a6878-40e8-4ee0-892c-3fca526c9479 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:12.269519 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-011a6878-40e8-4ee0-892c-3fca526c9479 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9827054 May 12 14:41:12.272309 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 40482) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:12.280842 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-68830e90-977b-42ab-a80d-682270d365b9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-417374782-router', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:41:12.308255 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-68830e90-977b-42ab-a80d-682270d365b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-926981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-493231'] for router (d8970c80-9c02-4e0d-a2b3-185767510ae0), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:12.310570 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-68830e90-977b-42ab-a80d-682270d365b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-928796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-988421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-493140'] for router (d8970c80-9c02-4e0d-a2b3-185767510ae0), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:12.338592 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eaebeb-1831-4c4c-8000-2ad5965b2322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a910b8e-e9ef-5def-a0da-b0da6844de63-6aa87a35-26a0-490d-b024-c2e7f7422864', 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864', 'project_id': '38fdbe6cacb8487087950884b752b21d', 'fixed_ips': [{'subnet_id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd'}]}} from dv-cinder-777031-14-iscsi. {{(pid=103431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 14:41:12.339635 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-82eaebeb-1831-4c4c-8000-2ad5965b2322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:12.387788 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-68830e90-977b-42ab-a80d-682270d365b9 admin admin] Publish callbacks [] for router_controller (d8970c80-9c02-4e0d-a2b3-185767510ae0), precommit_add_association {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:12.426933 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be982939-2ff2-4999-87aa-0c4f8eb18bd8 req-85daf286-c30d-48f1-b2d2-6b982a94c30a tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:12.428666 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-be982939-2ff2-4999-87aa-0c4f8eb18bd8 req-85daf286-c30d-48f1-b2d2-6b982a94c30a tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0887861 May 12 14:41:12.429915 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-8eeeb8e7-77be-44bc-ae42-5f9f8281bd85 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Allocated IP 172.20.0.13 (5b96f110-6030-45d9-96d1-0bc86d38fd01/0f0587e5-5c6f-4f23-94d0-5688c2911c12/80f0b63a-177b-495c-b004-f7919b935f84) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:41:12.510920 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-be982939-2ff2-4999-87aa-0c4f8eb18bd8 req-d60de14e-23de-4214-93d8-61c6eaaaf1ed tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693293 May 12 14:41:12.525909 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-82eaebeb-1831-4c4c-8000-2ad5965b2322 None None] Allocated IP 172.20.0.2 (6aa87a35-26a0-490d-b024-c2e7f7422864/8de4572c-13a9-4b61-a099-6d16bcc1dbfd/f805d75a-ffc1-4f27-bbda-d76d80a95594) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:41:12.642247 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['72bdfac6-9a66-4d48-b364-b06fc90433ed'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:41:12.665178 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-8eeeb8e7-77be-44bc-ae42-5f9f8281bd85 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for port (80f0b63a-177b-495c-b004-f7919b935f84), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:12.704823 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-8eeeb8e7-77be-44bc-ae42-5f9f8281bd85 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (80f0b63a-177b-495c-b004-f7919b935f84), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:12.725771 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-82eaebeb-1831-4c4c-8000-2ad5965b2322 None None] Publish callbacks [] for port (f805d75a-ffc1-4f27-bbda-d76d80a95594), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:12.744716 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-82eaebeb-1831-4c4c-8000-2ad5965b2322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244'] for port (f805d75a-ffc1-4f27-bbda-d76d80a95594), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:12.753556 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-8eeeb8e7-77be-44bc-ae42-5f9f8281bd85 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Network 5b96f110-6030-45d9-96d1-0bc86d38fd01 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:41:12.757330 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-8eeeb8e7-77be-44bc-ae42-5f9f8281bd85 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:41:12.760960 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-8eeeb8e7-77be-44bc-ae42-5f9f8281bd85 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:41:12.791005 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-68830e90-977b-42ab-a80d-682270d365b9 admin admin] Publish callbacks [] for router_gateway (d8970c80-9c02-4e0d-a2b3-185767510ae0), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:12.801651 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeeb8e7-77be-44bc-ae42-5f9f8281bd85 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Pushing event updated for resources: {'Port': ['ID=80f0b63a-177b-495c-b004-f7919b935f84,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:12.815390 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eaebeb-1831-4c4c-8000-2ad5965b2322 None None] Network 6aa87a35-26a0-490d-b024-c2e7f7422864 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:41:12.823063 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eaebeb-1831-4c4c-8000-2ad5965b2322 None None] Pushing event updated for resources: {'Port': ['ID=f805d75a-ffc1-4f27-bbda-d76d80a95594,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:12.826107 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-82eaebeb-1831-4c4c-8000-2ad5965b2322 None None] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:41:12.831725 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eaebeb-1831-4c4c-8000-2ad5965b2322 None None] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:41:12.841885 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-8eeeb8e7-77be-44bc-ae42-5f9f8281bd85 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:12.842936 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-8eeeb8e7-77be-44bc-ae42-5f9f8281bd85 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:12.877298 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-8eeeb8e7-77be-44bc-ae42-5f9f8281bd85 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8868032 May 12 14:41:12.904355 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-d48b7368-0104-42a9-a890-8d5f81f27d41 service neutron] Request body: {'port': {'device_id': '3a93128f-bc24-4529-8b60-6d661e9933bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:41:12.968848 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-82eaebeb-1831-4c4c-8000-2ad5965b2322 None None] Attempting to bind port f805d75a-ffc1-4f27-bbda-d76d80a95594 on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:41:12.969551 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-82eaebeb-1831-4c4c-8000-2ad5965b2322 None None] Attempting to bind port f805d75a-ffc1-4f27-bbda-d76d80a95594 by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': '04f995c6-05ac-419c-b89d-a8d07da11554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:41:12.970011 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eaebeb-1831-4c4c-8000-2ad5965b2322 None None] Attempting to bind port f805d75a-ffc1-4f27-bbda-d76d80a95594 on network 6aa87a35-26a0-490d-b024-c2e7f7422864 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:41:12.978542 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eaebeb-1831-4c4c-8000-2ad5965b2322 None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:41:12.979135 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eaebeb-1831-4c4c-8000-2ad5965b2322 None None] Checking segment: {'id': '04f995c6-05ac-419c-b89d-a8d07da11554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:41:12.979637 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-82eaebeb-1831-4c4c-8000-2ad5965b2322 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:12.980124 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eaebeb-1831-4c4c-8000-2ad5965b2322 None None] Bound using segment: {'id': '04f995c6-05ac-419c-b89d-a8d07da11554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:41:12.980731 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-82eaebeb-1831-4c4c-8000-2ad5965b2322 None None] Bound port: f805d75a-ffc1-4f27-bbda-d76d80a95594, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f995c6-05ac-419c-b89d-a8d07da11554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:41:12.981205 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-82eaebeb-1831-4c4c-8000-2ad5965b2322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (f805d75a-ffc1-4f27-bbda-d76d80a95594), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:13.020218 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:13.032444 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd107865-85ea-4b49-9d1a-be8c4571f1bb req-bcf73414-5fb6-41c2-811a-dc5efa5511f1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:13.040820 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cd107865-85ea-4b49-9d1a-be8c4571f1bb req-bcf73414-5fb6-41c2-811a-dc5efa5511f1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=b293e6a7-b82d-44db-af30-498fd91a7261 HTTP/1.1" status: 200 len: 945 time: 0.0820363 May 12 14:41:13.045803 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-68830e90-977b-42ab-a80d-682270d365b9 admin admin] Publish callbacks [] for router_gateway (d8970c80-9c02-4e0d-a2b3-185767510ae0), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:13.070613 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-68830e90-977b-42ab-a80d-682270d365b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:13.075759 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-82eaebeb-1831-4c4c-8000-2ad5965b2322 None None] For port f805d75a-ffc1-4f27-bbda-d76d80a95594, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:41:13.079593 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-82eaebeb-1831-4c4c-8000-2ad5965b2322 None None] For port f805d75a-ffc1-4f27-bbda-d76d80a95594, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=f805d75a-ffc1-4f27-bbda-d76d80a95594,segment=NetworkSegment(04f995c6-05ac-419c-b89d-a8d07da11554),segment_id=04f995c6-05ac-419c-b89d-a8d07da11554)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:41:13.088630 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-82eaebeb-1831-4c4c-8000-2ad5965b2322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (f805d75a-ffc1-4f27-bbda-d76d80a95594), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:13.148716 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-d48b7368-0104-42a9-a890-8d5f81f27d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (80f0b63a-177b-495c-b004-f7919b935f84), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:13.166029 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eaebeb-1831-4c4c-8000-2ad5965b2322 None None] Pushing event updated for resources: {'Port': ['ID=f805d75a-ffc1-4f27-bbda-d76d80a95594,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:13.171505 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6470b-4552-488b-81a8-030ae88ee009 req-fdc9f4a2-a53c-40d2-b6b7-067a9a0f529f tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:13.173600 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dba6470b-4552-488b-81a8-030ae88ee009 req-fdc9f4a2-a53c-40d2-b6b7-067a9a0f529f tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 932 time: 0.1520045 May 12 14:41:13.179109 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cd107865-85ea-4b49-9d1a-be8c4571f1bb req-ec649362-f61f-41f3-be6c-f6cfaab184f5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=b8c7171f-8cca-4245-a79d-7a40d56c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375399 May 12 14:41:13.194214 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-5e65207b-1574-406b-bb00-bdd365be4c29 None None] Provisioning complete for port 80f0b63a-177b-495c-b004-f7919b935f84 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:41:13.194586 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5e65207b-1574-406b-bb00-bdd365be4c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (80f0b63a-177b-495c-b004-f7919b935f84), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:13.214024 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-68830e90-977b-42ab-a80d-682270d365b9 admin admin] Allocated IP 172.27.0.211 (913ada40-7b52-4232-aff5-95dc520647d4/2870505d-8418-4289-9c4c-0eeadb155262/c49f5b1b-a5a7-44be-93cb-00e8a6b68116) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:41:13.238881 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5e65207b-1574-406b-bb00-bdd365be4c29 None None] Port 80f0b63a-177b-495c-b004-f7919b935f84 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:41:13.332406 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-68830e90-977b-42ab-a80d-682270d365b9 admin admin] Publish callbacks [] for port (c49f5b1b-a5a7-44be-93cb-00e8a6b68116), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:13.387334 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dba6470b-4552-488b-81a8-030ae88ee009 req-dd0a8711-a32f-431a-880f-1c1514ff0a8c tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349051 May 12 14:41:13.391971 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-68830e90-977b-42ab-a80d-682270d365b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (c49f5b1b-a5a7-44be-93cb-00e8a6b68116), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:13.443463 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68830e90-977b-42ab-a80d-682270d365b9 admin admin] Network 913ada40-7b52-4232-aff5-95dc520647d4 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:41:13.450158 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-68830e90-977b-42ab-a80d-682270d365b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:41:13.452844 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68830e90-977b-42ab-a80d-682270d365b9 admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:41:13.476044 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68830e90-977b-42ab-a80d-682270d365b9 admin admin] Pushing event updated for resources: {'Port': ['ID=c49f5b1b-a5a7-44be-93cb-00e8a6b68116,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:13.585874 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-d48b7368-0104-42a9-a890-8d5f81f27d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80f0b63a-177b-495c-b004-f7919b935f84 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:41:13.594062 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-d48b7368-0104-42a9-a890-8d5f81f27d41 service neutron] Publish callbacks [] for port (80f0b63a-177b-495c-b004-f7919b935f84), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:13.618072 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-d48b7368-0104-42a9-a890-8d5f81f27d41 service neutron] Transition to ACTIVE for port object 80f0b63a-177b-495c-b004-f7919b935f84 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:41:13.635833 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-d48b7368-0104-42a9-a890-8d5f81f27d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745168'] for port (80f0b63a-177b-495c-b004-f7919b935f84), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:13.691349 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336097c-e214-4f29-a900-b26e61271082 req-1043c9fe-5f28-4a36-9562-c97c247e3269 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:13.692884 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a336097c-e214-4f29-a900-b26e61271082 req-1043c9fe-5f28-4a36-9562-c97c247e3269 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0896051 May 12 14:41:13.714439 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-68830e90-977b-42ab-a80d-682270d365b9 admin admin] Publish callbacks [] for router_gateway (d8970c80-9c02-4e0d-a2b3-185767510ae0), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:13.715640 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b7368-0104-42a9-a890-8d5f81f27d41 service neutron] Pushing event updated for resources: {'Port': ['ID=80f0b63a-177b-495c-b004-f7919b935f84,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:13.800282 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a336097c-e214-4f29-a900-b26e61271082 req-6d34806b-2b77-447c-9236-afaee33abd15 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948136 May 12 14:41:13.813833 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-d48b7368-0104-42a9-a890-8d5f81f27d41 service neutron] Attempting to bind port 80f0b63a-177b-495c-b004-f7919b935f84 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:41:13.814198 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-d48b7368-0104-42a9-a890-8d5f81f27d41 service neutron] Attempting to bind port 80f0b63a-177b-495c-b004-f7919b935f84 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'a92136d4-fcb0-4089-aa26-93c6849bc262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:41:13.814795 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-d48b7368-0104-42a9-a890-8d5f81f27d41 service neutron] Attempting to bind port 80f0b63a-177b-495c-b004-f7919b935f84 on network 5b96f110-6030-45d9-96d1-0bc86d38fd01 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:41:13.820138 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-d48b7368-0104-42a9-a890-8d5f81f27d41 service neutron] Port 80f0b63a-177b-495c-b004-f7919b935f84 on network 5b96f110-6030-45d9-96d1-0bc86d38fd01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:41:13.820138 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-d48b7368-0104-42a9-a890-8d5f81f27d41 service neutron] Attempting to bind port 80f0b63a-177b-495c-b004-f7919b935f84 on network 5b96f110-6030-45d9-96d1-0bc86d38fd01 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:41:13.825594 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-d48b7368-0104-42a9-a890-8d5f81f27d41 service neutron] Checking agent: {'id': 'c5e9105e-03c6-4986-a076-8428d06d9de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:41:13.825925 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-d48b7368-0104-42a9-a890-8d5f81f27d41 service neutron] Checking segment: {'id': 'a92136d4-fcb0-4089-aa26-93c6849bc262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:41:13.826299 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-d48b7368-0104-42a9-a890-8d5f81f27d41 service neutron] Bound using segment: {'id': 'a92136d4-fcb0-4089-aa26-93c6849bc262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:41:13.826717 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-d48b7368-0104-42a9-a890-8d5f81f27d41 service neutron] Bound port: 80f0b63a-177b-495c-b004-f7919b935f84, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a92136d4-fcb0-4089-aa26-93c6849bc262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:41:13.827090 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-d48b7368-0104-42a9-a890-8d5f81f27d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (80f0b63a-177b-495c-b004-f7919b935f84), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:13.903993 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-d48b7368-0104-42a9-a890-8d5f81f27d41 service neutron] For port 80f0b63a-177b-495c-b004-f7919b935f84, host hv-cinder-77703, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:41:13.907373 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-d48b7368-0104-42a9-a890-8d5f81f27d41 service neutron] For port 80f0b63a-177b-495c-b004-f7919b935f84, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=80f0b63a-177b-495c-b004-f7919b935f84,segment=NetworkSegment(a92136d4-fcb0-4089-aa26-93c6849bc262),segment_id=a92136d4-fcb0-4089-aa26-93c6849bc262)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:41:13.915622 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-d48b7368-0104-42a9-a890-8d5f81f27d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745168'] for port (80f0b63a-177b-495c-b004-f7919b935f84), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:13.952106 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-68830e90-977b-42ab-a80d-682270d365b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-928971'] for router (d8970c80-9c02-4e0d-a2b3-185767510ae0), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:13.965827 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-d48b7368-0104-42a9-a890-8d5f81f27d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:13.966464 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-d48b7368-0104-42a9-a890-8d5f81f27d41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:13.967903 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-d48b7368-0104-42a9-a890-8d5f81f27d41 service neutron] 10.222.0.57 "PUT /v2.0/ports/80f0b63a-177b-495c-b004-f7919b935f84 HTTP/1.1" status: 200 len: 1094 time: 1.0749717 May 12 14:41:13.968475 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a93128f-bc24-4529-8b60-6d661e9933bf', 'tag': '80f0b63a-177b-495c-b004-f7919b935f84'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:41:13.970590 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7621c94-fb9c-495f-84a7-3751ef252d06" -d '{"events": [{"name": "network-changed", "server_uuid": "3a93128f-bc24-4529-8b60-6d661e9933bf", "tag": "80f0b63a-177b-495c-b004-f7919b935f84"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:41:14.007217 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b7368-0104-42a9-a890-8d5f81f27d41 service neutron] Pushing event updated for resources: {'Port': ['ID=80f0b63a-177b-495c-b004-f7919b935f84,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:14.041300 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4152b12c-05ba-48d9-a5f1-007a3a3a5356 x-openstack-request-id: req-4152b12c-05ba-48d9-a5f1-007a3a3a5356 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:41:14.042003 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a93128f-bc24-4529-8b60-6d661e9933bf", "tag": "80f0b63a-177b-495c-b004-f7919b935f84", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:41:14.042419 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4152b12c-05ba-48d9-a5f1-007a3a3a5356 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:41:14.043078 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4152b12c-05ba-48d9-a5f1-007a3a3a5356'] response: {'name': 'network-changed', 'server_uuid': '3a93128f-bc24-4529-8b60-6d661e9933bf', 'tag': '80f0b63a-177b-495c-b004-f7919b935f84', 'status': 'completed', 'code': 200} May 12 14:41:14.095941 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 72bdfac6-9a66-4d48-b364-b06fc90433ed up at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:41:14.112369 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68830e90-977b-42ab-a80d-682270d365b9 admin admin] Router d8970c80-9c02-4e0d-a2b3-185767510ae0 is scheduled to L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b with binding_index 1 {{(pid=103429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 14:41:14.119124 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-fca0e438-f413-4855-9df4-9af971142e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:14.120641 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-fca0e438-f413-4855-9df4-9af971142e08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ba0ea753bb0496cbf274e802f50dd0e&device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 1128 time: 0.0460241 May 12 14:41:14.183077 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-e9cc16ab-69b6-4731-9373-5688acaa6ef6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80f0b63a-177b-495c-b004-f7919b935f84 HTTP/1.1" status: 200 len: 217 time: 0.0451188 May 12 14:41:14.189737 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning for port 72bdfac6-9a66-4d48-b364-b06fc90433ed completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:41:14.202043 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning complete for port 72bdfac6-9a66-4d48-b364-b06fc90433ed triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:41:14.202456 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (72bdfac6-9a66-4d48-b364-b06fc90433ed), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:14.253586 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-c388ff3c-13fe-4ef2-ae47-d38829b1ea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:14.256603 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-c388ff3c-13fe-4ef2-ae47-d38829b1ea61 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f0587e5-5c6f-4f23-94d0-5688c2911c12 HTTP/1.1" status: 200 len: 851 time: 0.0666385 May 12 14:41:14.259103 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68830e90-977b-42ab-a80d-682270d365b9 admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:41:14.269857 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d82a611-7c10-46b8-9700-dcefb41ac881 None None] Sync routers for ids ['d8970c80-9c02-4e0d-a2b3-185767510ae0'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:41:14.282697 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d82a611-7c10-46b8-9700-dcefb41ac881 None None] Routers {'d8970c80-9c02-4e0d-a2b3-185767510ae0'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:41:14.283578 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4d82a611-7c10-46b8-9700-dcefb41ac881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:41:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['d8970c80-9c02-4e0d-a2b3-185767510ae0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:14.297702 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-68830e90-977b-42ab-a80d-682270d365b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:14.300021 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-68830e90-977b-42ab-a80d-682270d365b9 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0257900 May 12 14:41:14.302662 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 40496) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:14.326460 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-fb554d2e-f0cb-44d1-9cfa-57c95328cc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:14.327842 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-fb554d2e-f0cb-44d1-9cfa-57c95328cc5b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5b96f110-6030-45d9-96d1-0bc86d38fd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0579343 May 12 14:41:14.349012 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 72bdfac6-9a66-4d48-b364-b06fc90433ed is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:41:14.349398 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (72bdfac6-9a66-4d48-b364-b06fc90433ed), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:14.406100 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f25ae-c54c-4f7a-9c5b-8b6de1968ab7 req-8a45c4aa-6fa0-4ddc-bbf3-ad19a8aafdc6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:14.421392 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-234f25ae-c54c-4f7a-9c5b-8b6de1968ab7 req-8a45c4aa-6fa0-4ddc-bbf3-ad19a8aafdc6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=b293e6a7-b82d-44db-af30-498fd91a7261 HTTP/1.1" status: 200 len: 945 time: 0.0974712 May 12 14:41:14.424851 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b293e6a7-b82d-44db-af30-498fd91a7261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bdfac6-9a66-4d48-b364-b06fc90433ed'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:41:14.433717 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702ddfbc-95c8-4f36-b494-6c0eee7ee3d5" -d '{"events": [{"server_uuid": "b293e6a7-b82d-44db-af30-498fd91a7261", "name": "network-vif-plugged", "status": "completed", "tag": "72bdfac6-9a66-4d48-b364-b06fc90433ed"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:41:14.457991 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:14.463677 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 72bdfac6-9a66-4d48-b364-b06fc90433ed, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=72bdfac6-9a66-4d48-b364-b06fc90433ed,segment=NetworkSegment(3e6925c9-868c-4eb2-b1c7-d7edce7ca97c),segment_id=3e6925c9-868c-4eb2-b1c7-d7edce7ca97c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:14.464735 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-4d82a611-7c10-46b8-9700-dcefb41ac881 None None] Set router d8970c80-9c02-4e0d-a2b3-185767510ae0 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:41:14.473905 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (72bdfac6-9a66-4d48-b364-b06fc90433ed), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:14.484835 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313e3ec8-e484-4b32-98ea-a4724eb18d3a None None] Network 6aa87a35-26a0-490d-b024-c2e7f7422864 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:41:14.561068 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=72bdfac6-9a66-4d48-b364-b06fc90433ed,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:14.580220 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a6be0-d2fb-40b0-8761-06bb39d95914 req-5779d10c-584e-4f71-9731-536e75c621dd tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:14.581848 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-699a6be0-d2fb-40b0-8761-06bb39d95914 req-5779d10c-584e-4f71-9731-536e75c621dd tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 944 time: 0.0557399 May 12 14:41:14.587294 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-234f25ae-c54c-4f7a-9c5b-8b6de1968ab7 req-1cd7a7b3-57c0-409e-a784-671ed97fed11 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=b8c7171f-8cca-4245-a79d-7a40d56c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645176 May 12 14:41:14.591713 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-752707cf-2a77-4596-bc8b-25838fb21b73 service neutron] 10.222.0.57 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469077 May 12 14:41:14.661213 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e63013f-d221-4edf-a6ce-6b937a9a9915 x-openstack-request-id: req-4e63013f-d221-4edf-a6ce-6b937a9a9915 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:41:14.661500 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b293e6a7-b82d-44db-af30-498fd91a7261", "name": "network-vif-plugged", "status": "completed", "tag": "72bdfac6-9a66-4d48-b364-b06fc90433ed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:41:14.661755 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4e63013f-d221-4edf-a6ce-6b937a9a9915 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:41:14.662148 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e63013f-d221-4edf-a6ce-6b937a9a9915'] response: {'server_uuid': 'b293e6a7-b82d-44db-af30-498fd91a7261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bdfac6-9a66-4d48-b364-b06fc90433ed', 'code': 200} May 12 14:41:14.669172 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-d90ad0cd-2e20-401b-bbd8-47feb5dd8e54 None None] Provisioning complete for port f805d75a-ffc1-4f27-bbda-d76d80a95594 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:41:14.669538 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d90ad0cd-2e20-401b-bbd8-47feb5dd8e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (f805d75a-ffc1-4f27-bbda-d76d80a95594), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:14.692639 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4d82a611-7c10-46b8-9700-dcefb41ac881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'name': 'tempest-AttachVolumeTestJSON-417374782-router', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:41:12Z', 'updated_at': '2022-05-12T14:41:13Z', 'revision_number': 3, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'gw_port': {'id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:83:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:13Z', 'updated_at': '2022-05-12T14:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:14.713301 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2f26731f-3a22-48ad-8bee-3e9ec75c8a63 req-db69848a-c84d-41ba-b7bd-0d6d83d26ef3 service neutron] 10.222.0.57 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132026 May 12 14:41:14.740113 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d82a611-7c10-46b8-9700-dcefb41ac881 None None] Checking router: d8970c80-9c02-4e0d-a2b3-185767510ae0 for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:41:14.741294 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d82a611-7c10-46b8-9700-dcefb41ac881 None None] Updating router d8970c80-9c02-4e0d-a2b3-185767510ae0 port c49f5b1b-a5a7-44be-93cb-00e8a6b68116 binding host dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:41:14.786630 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-699a6be0-d2fb-40b0-8761-06bb39d95914 req-19540e7e-668a-4f00-9ca3-cd1fc51ad834 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877701 May 12 14:41:14.816571 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4d82a611-7c10-46b8-9700-dcefb41ac881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (c49f5b1b-a5a7-44be-93cb-00e8a6b68116), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:14.870051 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d90ad0cd-2e20-401b-bbd8-47feb5dd8e54 None None] Current status of the port f805d75a-ffc1-4f27-bbda-d76d80a95594 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:41:14.870448 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d90ad0cd-2e20-401b-bbd8-47feb5dd8e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (f805d75a-ffc1-4f27-bbda-d76d80a95594), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:14.929490 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d90ad0cd-2e20-401b-bbd8-47feb5dd8e54 None None] For port f805d75a-ffc1-4f27-bbda-d76d80a95594, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=f805d75a-ffc1-4f27-bbda-d76d80a95594,segment=NetworkSegment(04f995c6-05ac-419c-b89d-a8d07da11554),segment_id=04f995c6-05ac-419c-b89d-a8d07da11554)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:14.939015 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d90ad0cd-2e20-401b-bbd8-47feb5dd8e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (f805d75a-ffc1-4f27-bbda-d76d80a95594), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:14.987927 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449bd16-a998-4457-b13d-a16b058f9e28 req-96e3eb06-d080-4745-940b-2c0b0a661c26 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:14.999648 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8449bd16-a998-4457-b13d-a16b058f9e28 req-96e3eb06-d080-4745-940b-2c0b0a661c26 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0977085 May 12 14:41:15.008335 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b09d9259-e8a2-405d-8be2-63cde6d41b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:15.015429 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ad0cd-2e20-401b-bbd8-47feb5dd8e54 None None] Pushing event updated for resources: {'Port': ['ID=f805d75a-ffc1-4f27-bbda-d76d80a95594,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:15.061150 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8449bd16-a998-4457-b13d-a16b058f9e28 req-607b03b5-0556-47b0-8da4-f7337f8c51f1 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603468 May 12 14:41:15.102364 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-181eb640-042a-4305-8623-e154ddfc5491 None None] Provisioning complete for port f805d75a-ffc1-4f27-bbda-d76d80a95594 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:41:15.102926 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-181eb640-042a-4305-8623-e154ddfc5491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (f805d75a-ffc1-4f27-bbda-d76d80a95594), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:15.173382 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4d82a611-7c10-46b8-9700-dcefb41ac881 None None] Publish callbacks [] for port (c49f5b1b-a5a7-44be-93cb-00e8a6b68116), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:15.183972 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4d82a611-7c10-46b8-9700-dcefb41ac881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (c49f5b1b-a5a7-44be-93cb-00e8a6b68116), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:15.192693 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-b09d9259-e8a2-405d-8be2-63cde6d41b7f admin admin] Allocated IP 172.20.0.1 (6aa87a35-26a0-490d-b024-c2e7f7422864/8de4572c-13a9-4b61-a099-6d16bcc1dbfd/10e07f71-7796-4e8e-aca9-e1ebae3b38ef) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:41:15.208250 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-181eb640-042a-4305-8623-e154ddfc5491 None None] Current status of the port f805d75a-ffc1-4f27-bbda-d76d80a95594 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:41:15.246330 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-4d82a611-7c10-46b8-9700-dcefb41ac881 None None] Attempting to bind port c49f5b1b-a5a7-44be-93cb-00e8a6b68116 on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:41:15.246701 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-4d82a611-7c10-46b8-9700-dcefb41ac881 None None] Attempting to bind port c49f5b1b-a5a7-44be-93cb-00e8a6b68116 by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:41:15.247081 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d82a611-7c10-46b8-9700-dcefb41ac881 None None] Attempting to bind port c49f5b1b-a5a7-44be-93cb-00e8a6b68116 on network 913ada40-7b52-4232-aff5-95dc520647d4 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:41:15.258284 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d82a611-7c10-46b8-9700-dcefb41ac881 None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:41:15.258654 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d82a611-7c10-46b8-9700-dcefb41ac881 None None] Checking segment: {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:41:15.259342 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4d82a611-7c10-46b8-9700-dcefb41ac881 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:15.259550 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d82a611-7c10-46b8-9700-dcefb41ac881 None None] Bound using segment: {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:41:15.259982 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-4d82a611-7c10-46b8-9700-dcefb41ac881 None None] Bound port: c49f5b1b-a5a7-44be-93cb-00e8a6b68116, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6788a8ae-b6cd-4015-bd12-11a7d41a9c24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:41:15.260354 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4d82a611-7c10-46b8-9700-dcefb41ac881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (c49f5b1b-a5a7-44be-93cb-00e8a6b68116), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:15.268851 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device f805d75a-ffc1-4f27-bbda-d76d80a95594 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:41:15.310325 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b09d9259-e8a2-405d-8be2-63cde6d41b7f admin admin] Publish callbacks [] for port (10e07f71-7796-4e8e-aca9-e1ebae3b38ef), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:15.313117 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703cad0-97ec-4e9f-b273-21c076a9eccd None None] Pushing event updated for resources: {'Port': ['ID=c49f5b1b-a5a7-44be-93cb-00e8a6b68116,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:15.315523 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-4d82a611-7c10-46b8-9700-dcefb41ac881 None None] For port c49f5b1b-a5a7-44be-93cb-00e8a6b68116, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:41:15.316277 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port f805d75a-ffc1-4f27-bbda-d76d80a95594 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:41:15.316755 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (f805d75a-ffc1-4f27-bbda-d76d80a95594), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:15.318786 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-4d82a611-7c10-46b8-9700-dcefb41ac881 None None] For port c49f5b1b-a5a7-44be-93cb-00e8a6b68116, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=c49f5b1b-a5a7-44be-93cb-00e8a6b68116,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:41:15.327618 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4d82a611-7c10-46b8-9700-dcefb41ac881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (c49f5b1b-a5a7-44be-93cb-00e8a6b68116), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:15.330827 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703cad0-97ec-4e9f-b273-21c076a9eccd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:15.331208 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703cad0-97ec-4e9f-b273-21c076a9eccd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:15.331575 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703cad0-97ec-4e9f-b273-21c076a9eccd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:15.331918 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703cad0-97ec-4e9f-b273-21c076a9eccd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:15.332252 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703cad0-97ec-4e9f-b273-21c076a9eccd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:15.332573 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703cad0-97ec-4e9f-b273-21c076a9eccd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:15.332901 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703cad0-97ec-4e9f-b273-21c076a9eccd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:15.333219 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703cad0-97ec-4e9f-b273-21c076a9eccd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:15.333557 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703cad0-97ec-4e9f-b273-21c076a9eccd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:15.333882 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703cad0-97ec-4e9f-b273-21c076a9eccd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:15.334199 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703cad0-97ec-4e9f-b273-21c076a9eccd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:15.334683 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703cad0-97ec-4e9f-b273-21c076a9eccd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:15.335195 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703cad0-97ec-4e9f-b273-21c076a9eccd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:15.335664 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703cad0-97ec-4e9f-b273-21c076a9eccd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:15.336148 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703cad0-97ec-4e9f-b273-21c076a9eccd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:15.354054 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b09d9259-e8a2-405d-8be2-63cde6d41b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (10e07f71-7796-4e8e-aca9-e1ebae3b38ef), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:15.391342 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09d9259-e8a2-405d-8be2-63cde6d41b7f admin admin] Network 6aa87a35-26a0-490d-b024-c2e7f7422864 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:41:15.393092 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d82a611-7c10-46b8-9700-dcefb41ac881 None None] Routers {'d8970c80-9c02-4e0d-a2b3-185767510ae0'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:41:15.393917 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4d82a611-7c10-46b8-9700-dcefb41ac881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:41:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['d8970c80-9c02-4e0d-a2b3-185767510ae0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:15.395849 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-b09d9259-e8a2-405d-8be2-63cde6d41b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:41:15.401292 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port f805d75a-ffc1-4f27-bbda-d76d80a95594 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:41:15.401522 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09d9259-e8a2-405d-8be2-63cde6d41b7f admin admin] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:41:15.423256 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d9259-e8a2-405d-8be2-63cde6d41b7f admin admin] Pushing event updated for resources: {'Port': ['ID=10e07f71-7796-4e8e-aca9-e1ebae3b38ef,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:15.443718 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b09d9259-e8a2-405d-8be2-63cde6d41b7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-931814'] for router_interface (d8970c80-9c02-4e0d-a2b3-185767510ae0), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:15.444103 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703cad0-97ec-4e9f-b273-21c076a9eccd None None] Pushing event updated for resources: {'Port': ['ID=c49f5b1b-a5a7-44be-93cb-00e8a6b68116,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:15.526152 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-4d82a611-7c10-46b8-9700-dcefb41ac881 None None] Set router d8970c80-9c02-4e0d-a2b3-185767510ae0 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:41:15.646379 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-a5713f69-be65-4d19-8d62-bb794c5bb693 None None] Provisioning complete for port 10e07f71-7796-4e8e-aca9-e1ebae3b38ef triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:41:15.647288 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a5713f69-be65-4d19-8d62-bb794c5bb693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (10e07f71-7796-4e8e-aca9-e1ebae3b38ef), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:15.697080 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a5713f69-be65-4d19-8d62-bb794c5bb693 None None] Port 10e07f71-7796-4e8e-aca9-e1ebae3b38ef cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:41:15.724493 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4d82a611-7c10-46b8-9700-dcefb41ac881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'name': 'tempest-AttachVolumeTestJSON-417374782-router', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:41:12Z', 'updated_at': '2022-05-12T14:41:13Z', 'revision_number': 3, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'gw_port': {'id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:83:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:13Z', 'updated_at': '2022-05-12T14:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:15.725679 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd5eb0-a8e2-40dd-8f81-9bcaf071699e req-3603f0cc-3cd3-410f-8acb-a0896f3e0d73 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:15.728079 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1ffd5eb0-a8e2-40dd-8f81-9bcaf071699e req-3603f0cc-3cd3-410f-8acb-a0896f3e0d73 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=b293e6a7-b82d-44db-af30-498fd91a7261 HTTP/1.1" status: 200 len: 946 time: 0.0622725 May 12 14:41:15.755579 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d82a611-7c10-46b8-9700-dcefb41ac881 None None] The sync data for ids ['d8970c80-9c02-4e0d-a2b3-185767510ae0'] in dv-cinder-777031-14-iscsi is: [{'id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'name': 'tempest-AttachVolumeTestJSON-417374782-router', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:41:12Z', 'updated_at': '2022-05-12T14:41:13Z', 'revision_number': 3, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'gw_port': {'id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:83:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:13Z', 'updated_at': '2022-05-12T14:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:41:15.762823 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:15.807542 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1ffd5eb0-a8e2-40dd-8f81-9bcaf071699e req-f69ebd04-9916-4462-b684-a79fa0677cc1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=b8c7171f-8cca-4245-a79d-7a40d56c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738070 May 12 14:41:15.843466 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b09d9259-e8a2-405d-8be2-63cde6d41b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (10e07f71-7796-4e8e-aca9-e1ebae3b38ef), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:15.914639 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1171da-8e3a-44b7-a395-5d2812583d31 req-70a91391-7804-434d-a653-74a91a9ea69a tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:15.916144 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2a1171da-8e3a-44b7-a395-5d2812583d31 req-70a91391-7804-434d-a653-74a91a9ea69a tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 944 time: 0.0510819 May 12 14:41:16.002210 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7621c94-fb9c-495f-84a7-3751ef252d06 req-a7fb8066-f922-4588-be04-cc297ccb3641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:16.003723 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a7621c94-fb9c-495f-84a7-3751ef252d06 req-a7fb8066-f922-4588-be04-cc297ccb3641 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ba0ea753bb0496cbf274e802f50dd0e&device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 1128 time: 0.0857134 May 12 14:41:16.006093 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa98e43-97d0-458a-a9c8-0c725af753cd req-a1ac75e2-11ad-4728-9504-481d49c463e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:16.007493 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4aa98e43-97d0-458a-a9c8-0c725af753cd req-a1ac75e2-11ad-4728-9504-481d49c463e7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b293e6a7-b82d-44db-af30-498fd91a7261 HTTP/1.1" status: 200 len: 1130 time: 0.0904605 May 12 14:41:16.071170 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2a1171da-8e3a-44b7-a395-5d2812583d31 req-d18c80fe-4e36-4572-92dd-653684cce5e5 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391776 May 12 14:41:16.080649 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b09d9259-e8a2-405d-8be2-63cde6d41b7f admin admin] Publish callbacks [] for port (10e07f71-7796-4e8e-aca9-e1ebae3b38ef), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:16.104702 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b09d9259-e8a2-405d-8be2-63cde6d41b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814747'] for port (10e07f71-7796-4e8e-aca9-e1ebae3b38ef), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:16.174270 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4aa98e43-97d0-458a-a9c8-0c725af753cd req-0d976e38-ac98-4b8f-8cb7-b98d8b92d103 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b8c7171f-8cca-4245-a79d-7a40d56c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388228 May 12 14:41:16.178606 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b09d9259-e8a2-405d-8be2-63cde6d41b7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1022775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932268'] for router_interface (d8970c80-9c02-4e0d-a2b3-185767510ae0), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:16.180530 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d9259-e8a2-405d-8be2-63cde6d41b7f admin admin] Pushing event updated for resources: {'Port': ['ID=10e07f71-7796-4e8e-aca9-e1ebae3b38ef,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:16.221034 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a107c5-a59c-45af-9190-7d931499af43 req-ef33416c-e15a-4b04-bab0-788cc84df4da tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:16.222546 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c3a107c5-a59c-45af-9190-7d931499af43 req-ef33416c-e15a-4b04-bab0-788cc84df4da tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0675540 May 12 14:41:16.223752 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7621c94-fb9c-495f-84a7-3751ef252d06 req-cc0b7001-e085-4a58-803a-3e9f53c610ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:16.225041 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a7621c94-fb9c-495f-84a7-3751ef252d06 req-cc0b7001-e085-4a58-803a-3e9f53c610ad service neutron] 10.222.0.57 "GET /v2.0/networks?id=5b96f110-6030-45d9-96d1-0bc86d38fd01 HTTP/1.1" status: 200 len: 913 time: 0.1885195 May 12 14:41:16.274892 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c3a107c5-a59c-45af-9190-7d931499af43 req-dba2990d-74cd-4c7a-a33d-1064e7ec2b19 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458860 May 12 14:41:16.279274 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09d9259-e8a2-405d-8be2-63cde6d41b7f admin admin] Network 6aa87a35-26a0-490d-b024-c2e7f7422864 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:41:16.280778 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-b09d9259-e8a2-405d-8be2-63cde6d41b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:41:16.406553 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09d9259-e8a2-405d-8be2-63cde6d41b7f admin admin] Router d8970c80-9c02-4e0d-a2b3-185767510ae0 has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:41:16.520870 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-28272da9-b1fc-484f-81c5-580fd530c86d None None] Provisioning complete for port 10e07f71-7796-4e8e-aca9-e1ebae3b38ef triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:41:16.521439 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-28272da9-b1fc-484f-81c5-580fd530c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (10e07f71-7796-4e8e-aca9-e1ebae3b38ef), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:16.523638 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09d9259-e8a2-405d-8be2-63cde6d41b7f admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:41:16.529150 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-b09d9259-e8a2-405d-8be2-63cde6d41b7f admin admin] 10.222.0.75 "PUT /v2.0/routers/d8970c80-9c02-4e0d-a2b3-185767510ae0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2251825 May 12 14:41:16.560977 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-28272da9-b1fc-484f-81c5-580fd530c86d None None] Port 10e07f71-7796-4e8e-aca9-e1ebae3b38ef cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:41:16.807665 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 40516) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:16.812161 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-692324ae-0cf4-4e9c-8291-4dc9bee7a076 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2022656066', 'description': 'tempest-description--1775408521'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:41:16.832709 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-692324ae-0cf4-4e9c-8291-4dc9bee7a076 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:16.905851 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-692324ae-0cf4-4e9c-8291-4dc9bee7a076 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for security_group (7d8dd764-f7a7-4b81-b7c3-a8a904817f29), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:16.910305 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-692324ae-0cf4-4e9c-8291-4dc9bee7a076 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (7d8dd764-f7a7-4b81-b7c3-a8a904817f29), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:16.947542 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692324ae-0cf4-4e9c-8291-4dc9bee7a076 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8dd764-f7a7-4b81-b7c3-a8a904817f29,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:16.953324 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-692324ae-0cf4-4e9c-8291-4dc9bee7a076 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:16.954559 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-692324ae-0cf4-4e9c-8291-4dc9bee7a076 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1458888 May 12 14:41:16.957520 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 40522) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:16.961842 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-a40685d8-2d01-4f1c-b6e7-a612df10abec tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Request body: {'security_group_rule': {'security_group_id': '7d8dd764-f7a7-4b81-b7c3-a8a904817f29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:41:16.971224 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a7621c94-fb9c-495f-84a7-3751ef252d06 req-b631851a-de89-4fdd-85f0-18ab387a7283 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80f0b63a-177b-495c-b004-f7919b935f84 HTTP/1.1" status: 200 len: 217 time: 0.0603745 May 12 14:41:16.991329 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a40685d8-2d01-4f1c-b6e7-a612df10abec tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for security_group_rule (39f8478e-f846-4afe-ac4c-53eeca392810), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:17.043764 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c7c4f-d95c-49ff-8381-78c03eb10093 req-9071a33a-4117-44fd-b472-db0035f0df95 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:17.045166 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a24c7c4f-d95c-49ff-8381-78c03eb10093 req-9071a33a-4117-44fd-b472-db0035f0df95 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=b293e6a7-b82d-44db-af30-498fd91a7261 HTTP/1.1" status: 200 len: 946 time: 0.1670675 May 12 14:41:17.046040 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a40685d8-2d01-4f1c-b6e7-a612df10abec tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for security_group_rule (39f8478e-f846-4afe-ac4c-53eeca392810), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:17.050279 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a40685d8-2d01-4f1c-b6e7-a612df10abec tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (39f8478e-f846-4afe-ac4c-53eeca392810), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:17.052768 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7621c94-fb9c-495f-84a7-3751ef252d06 req-9969edda-f25f-43d4-9d49-23b00b9d4d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:17.054198 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a7621c94-fb9c-495f-84a7-3751ef252d06 req-9969edda-f25f-43d4-9d49-23b00b9d4d28 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f0587e5-5c6f-4f23-94d0-5688c2911c12 HTTP/1.1" status: 200 len: 851 time: 0.0612068 May 12 14:41:17.068099 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40685d8-2d01-4f1c-b6e7-a612df10abec tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f8478e-f846-4afe-ac4c-53eeca392810,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:17.075911 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a40685d8-2d01-4f1c-b6e7-a612df10abec tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:17.077135 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-a40685d8-2d01-4f1c-b6e7-a612df10abec tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186740 May 12 14:41:17.079833 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 40524) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:17.084169 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-426e371d-8d99-4b45-bb32-f3fd08beea18 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Request body: {'security_group_rule': {'security_group_id': '7d8dd764-f7a7-4b81-b7c3-a8a904817f29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:41:17.097058 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a24c7c4f-d95c-49ff-8381-78c03eb10093 req-5fc1458b-7f47-4fa6-9ae3-f483a572031c tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=b8c7171f-8cca-4245-a79d-7a40d56c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419052 May 12 14:41:17.119450 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-426e371d-8d99-4b45-bb32-f3fd08beea18 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for security_group_rule (5f3e8bdb-cffd-4ea4-9ae0-1c5716e79ee5), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:17.176250 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-426e371d-8d99-4b45-bb32-f3fd08beea18 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for security_group_rule (5f3e8bdb-cffd-4ea4-9ae0-1c5716e79ee5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:17.181921 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-426e371d-8d99-4b45-bb32-f3fd08beea18 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (5f3e8bdb-cffd-4ea4-9ae0-1c5716e79ee5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:17.203050 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e371d-8d99-4b45-bb32-f3fd08beea18 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f3e8bdb-cffd-4ea4-9ae0-1c5716e79ee5,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:17.214781 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-426e371d-8d99-4b45-bb32-f3fd08beea18 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:17.219627 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-426e371d-8d99-4b45-bb32-f3fd08beea18 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1360054 May 12 14:41:17.219903 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 40528) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:17.224280 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-5e522af1-0f6b-47b0-9759-3b00561f78ed tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Request body: {'floatingip': {'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:41:17.249978 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5e522af1-0f6b-47b0-9759-3b00561f78ed tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:17.259354 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device c49f5b1b-a5a7-44be-93cb-00e8a6b68116 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:41:17.316171 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port c49f5b1b-a5a7-44be-93cb-00e8a6b68116 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:41:17.316808 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (c49f5b1b-a5a7-44be-93cb-00e8a6b68116), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:17.353342 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5e522af1-0f6b-47b0-9759-3b00561f78ed tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:17.420600 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port c49f5b1b-a5a7-44be-93cb-00e8a6b68116 is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:41:17.421434 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (c49f5b1b-a5a7-44be-93cb-00e8a6b68116), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:17.444063 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] For port c49f5b1b-a5a7-44be-93cb-00e8a6b68116, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=c49f5b1b-a5a7-44be-93cb-00e8a6b68116,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:17.448928 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (c49f5b1b-a5a7-44be-93cb-00e8a6b68116), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:17.484214 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-5e522af1-0f6b-47b0-9759-3b00561f78ed tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Allocated IP 172.27.0.185 (913ada40-7b52-4232-aff5-95dc520647d4/2870505d-8418-4289-9c4c-0eeadb155262/7e0002a5-37b7-4eb3-8881-50f8d38c389c) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:41:17.514664 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Pushing event updated for resources: {'Port': ['ID=c49f5b1b-a5a7-44be-93cb-00e8a6b68116,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:17.530106 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3751fd-783a-4bc0-8b59-a6fb50bd6e74 req-3f9eff4c-fd77-4a17-8e54-66d166dce860 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:17.531617 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ab3751fd-783a-4bc0-8b59-a6fb50bd6e74 req-3f9eff4c-fd77-4a17-8e54-66d166dce860 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 944 time: 0.3778551 May 12 14:41:17.542340 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1c579-2194-44b9-ae21-bea39e4cc145 req-9c5f3df3-51da-499c-ae17-f9396c0300cd tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:17.544303 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3ef1c579-2194-44b9-ae21-bea39e4cc145 req-9c5f3df3-51da-499c-ae17-f9396c0300cd tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0565548 May 12 14:41:17.598188 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3ef1c579-2194-44b9-ae21-bea39e4cc145 req-ce43ff36-07f6-4e02-b8da-112d3c21fc1e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474987 May 12 14:41:17.602498 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5e522af1-0f6b-47b0-9759-3b00561f78ed tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for port (7e0002a5-37b7-4eb3-8881-50f8d38c389c), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:17.637804 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a03ac8-52b1-4745-8357-fec59fd8a1ac None None] Sync routers for ids ['d8970c80-9c02-4e0d-a2b3-185767510ae0'] in dv-cinder-777031-14-iscsi {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:41:17.639442 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5e522af1-0f6b-47b0-9759-3b00561f78ed tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (7e0002a5-37b7-4eb3-8881-50f8d38c389c), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:17.649103 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a03ac8-52b1-4745-8357-fec59fd8a1ac None None] Routers {'d8970c80-9c02-4e0d-a2b3-185767510ae0'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:41:17.649732 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-a8a03ac8-52b1-4745-8357-fec59fd8a1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:41:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['d8970c80-9c02-4e0d-a2b3-185767510ae0'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:17.666138 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ab3751fd-783a-4bc0-8b59-a6fb50bd6e74 req-13aeb4f3-0a65-430f-b617-06cb1ee14bf5 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207175 May 12 14:41:17.681643 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e522af1-0f6b-47b0-9759-3b00561f78ed tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Network 913ada40-7b52-4232-aff5-95dc520647d4 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:41:17.686588 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-5e522af1-0f6b-47b0-9759-3b00561f78ed tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:41:17.691186 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e522af1-0f6b-47b0-9759-3b00561f78ed tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:41:17.694214 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e522af1-0f6b-47b0-9759-3b00561f78ed tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Pushing event updated for resources: {'Port': ['ID=7e0002a5-37b7-4eb3-8881-50f8d38c389c,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:17.766079 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-a8a03ac8-52b1-4745-8357-fec59fd8a1ac None None] Set router d8970c80-9c02-4e0d-a2b3-185767510ae0 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:41:17.778926 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5e522af1-0f6b-47b0-9759-3b00561f78ed tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for floatingip (2d71c28a-fa0c-49e5-b767-e46556591c27), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:17.815731 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5e522af1-0f6b-47b0-9759-3b00561f78ed tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (7e0002a5-37b7-4eb3-8881-50f8d38c389c), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:17.955589 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-a8a03ac8-52b1-4745-8357-fec59fd8a1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'name': 'tempest-AttachVolumeTestJSON-417374782-router', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:41:12Z', 'updated_at': '2022-05-12T14:41:15Z', 'revision_number': 4, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'gw_port': {'id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:13Z', 'updated_at': '2022-05-12T14:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '10e07f71-7796-4e8e-aca9-e1ebae3b38ef', 'name': '', 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'mac_address': 'fa:16:3e:e2:f9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:15Z', 'updated_at': '2022-05-12T14:41:15Z', 'revision_number': 2, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'subnets': [{'id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:17.981714 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a03ac8-52b1-4745-8357-fec59fd8a1ac None None] Checking router: d8970c80-9c02-4e0d-a2b3-185767510ae0 for host: dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:41:17.982090 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a03ac8-52b1-4745-8357-fec59fd8a1ac None None] Updating router d8970c80-9c02-4e0d-a2b3-185767510ae0 port 10e07f71-7796-4e8e-aca9-e1ebae3b38ef binding host dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:41:17.998109 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5e522af1-0f6b-47b0-9759-3b00561f78ed tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for port (7e0002a5-37b7-4eb3-8881-50f8d38c389c), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:18.002860 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5e522af1-0f6b-47b0-9759-3b00561f78ed tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814747'] for port (7e0002a5-37b7-4eb3-8881-50f8d38c389c), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:18.009086 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8a03ac8-52b1-4745-8357-fec59fd8a1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (10e07f71-7796-4e8e-aca9-e1ebae3b38ef), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:18.072803 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e522af1-0f6b-47b0-9759-3b00561f78ed tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Pushing event updated for resources: {'Port': ['ID=7e0002a5-37b7-4eb3-8881-50f8d38c389c,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:18.086860 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5e522af1-0f6b-47b0-9759-3b00561f78ed tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (2d71c28a-fa0c-49e5-b767-e46556591c27), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:18.109742 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-5e522af1-0f6b-47b0-9759-3b00561f78ed tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:18.110174 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7621c94-fb9c-495f-84a7-3751ef252d06 req-1a4c6c2d-1d4b-40b3-933d-8c143b8f79df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:18.112289 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a7621c94-fb9c-495f-84a7-3751ef252d06 req-1a4c6c2d-1d4b-40b3-933d-8c143b8f79df service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5b96f110-6030-45d9-96d1-0bc86d38fd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0584693 May 12 14:41:18.115504 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-5e522af1-0f6b-47b0-9759-3b00561f78ed tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8945687 May 12 14:41:18.296694 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-65304eb7-69aa-4520-91d8-50840dfc303d req-a7da079f-6c57-4fa4-983e-31ae717cbcaf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1309431 May 12 14:41:18.302748 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e040943-dd2f-4841-84e1-c4cdbc611b58 req-5e1d2f7c-a715-49cc-b8b6-cc6f173bc20c tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:18.304265 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3e040943-dd2f-4841-84e1-c4cdbc611b58 req-5e1d2f7c-a715-49cc-b8b6-cc6f173bc20c tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=b293e6a7-b82d-44db-af30-498fd91a7261 HTTP/1.1" status: 200 len: 946 time: 0.1011863 May 12 14:41:18.345718 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a7621c94-fb9c-495f-84a7-3751ef252d06 req-e0a3815b-cb1d-4398-b071-be4277969c48 service neutron] 10.222.0.57 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202330 May 12 14:41:18.419975 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-e3c79009-a005-488f-b388-148255242817 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--2022656066&fields=id&tenant_id=38fdbe6cacb8487087950884b752b21d HTTP/1.1" status: 200 len: 267 time: 0.1658206 May 12 14:41:18.454099 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65304eb7-69aa-4520-91d8-50840dfc303d req-d3368d54-54de-4e98-8be3-a6492a1edc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:18.455540 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-65304eb7-69aa-4520-91d8-50840dfc303d req-d3368d54-54de-4e98-8be3-a6492a1edc5b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d9bb0671fa894da79848c7c46e553b5e&device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 1130 time: 0.1090491 May 12 14:41:18.461319 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3e040943-dd2f-4841-84e1-c4cdbc611b58 req-045e837f-7251-457d-8f1c-63652d7748c8 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=b8c7171f-8cca-4245-a79d-7a40d56c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443877 May 12 14:41:18.481219 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8a03ac8-52b1-4745-8357-fec59fd8a1ac None None] Publish callbacks [] for port (10e07f71-7796-4e8e-aca9-e1ebae3b38ef), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:18.486986 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8a03ac8-52b1-4745-8357-fec59fd8a1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (10e07f71-7796-4e8e-aca9-e1ebae3b38ef), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:18.537404 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4d5e7-830d-442d-babc-f755a4bd6dc3 None None] Pushing event updated for resources: {'Port': ['ID=10e07f71-7796-4e8e-aca9-e1ebae3b38ef,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:18.574543 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a7621c94-fb9c-495f-84a7-3751ef252d06 req-b1513224-ff96-4bc0-a6d3-7b1776016358 service neutron] 10.222.0.57 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164266 May 12 14:41:18.598514 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-d461f259-649a-4c02-8155-03fa33aa43c7 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:18.600859 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-a8a03ac8-52b1-4745-8357-fec59fd8a1ac None None] Attempting to bind port 10e07f71-7796-4e8e-aca9-e1ebae3b38ef on host dv-cinder-777031-14-iscsi for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:41:18.601365 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-a8a03ac8-52b1-4745-8357-fec59fd8a1ac None None] Attempting to bind port 10e07f71-7796-4e8e-aca9-e1ebae3b38ef by drivers openvswitch,hyperv on host dv-cinder-777031-14-iscsi at level 0 using segments [{'id': '04f995c6-05ac-419c-b89d-a8d07da11554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:41:18.601826 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a03ac8-52b1-4745-8357-fec59fd8a1ac None None] Attempting to bind port 10e07f71-7796-4e8e-aca9-e1ebae3b38ef on network 6aa87a35-26a0-490d-b024-c2e7f7422864 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:41:18.605394 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-d461f259-649a-4c02-8155-03fa33aa43c7 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/networks?id=6aa87a35-26a0-490d-b024-c2e7f7422864 HTTP/1.1" status: 200 len: 810 time: 0.1672049 May 12 14:41:18.607660 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a03ac8-52b1-4745-8357-fec59fd8a1ac None None] Checking agent: {'id': '522c10be-6307-4dcb-b309-ac3b601d18bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 22, 46), 'started_at': datetime.datetime(2022, 5, 12, 14, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:41:18.608111 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a03ac8-52b1-4745-8357-fec59fd8a1ac None None] Checking segment: {'id': '04f995c6-05ac-419c-b89d-a8d07da11554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:41:18.608611 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8a03ac8-52b1-4745-8357-fec59fd8a1ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:18.609067 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a03ac8-52b1-4745-8357-fec59fd8a1ac None None] Bound using segment: {'id': '04f995c6-05ac-419c-b89d-a8d07da11554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:41:18.609607 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [None req-a8a03ac8-52b1-4745-8357-fec59fd8a1ac None None] Bound port: 10e07f71-7796-4e8e-aca9-e1ebae3b38ef, host: dv-cinder-777031-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f995c6-05ac-419c-b89d-a8d07da11554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:41:18.610065 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8a03ac8-52b1-4745-8357-fec59fd8a1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (10e07f71-7796-4e8e-aca9-e1ebae3b38ef), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:18.622337 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-840cb556-075d-45b5-b877-b928f1395dd8 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/quotas/38fdbe6cacb8487087950884b752b21d HTTP/1.1" status: 200 len: 375 time: 0.0159478 May 12 14:41:18.679449 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-a26ccb69-3f26-40b5-88b6-3b600d62c6ea tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=38fdbe6cacb8487087950884b752b21d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522225 May 12 14:41:18.693567 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8a03ac8-52b1-4745-8357-fec59fd8a1ac None None] For port 10e07f71-7796-4e8e-aca9-e1ebae3b38ef, host dv-cinder-777031-14-iscsi, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:41:18.697158 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a8a03ac8-52b1-4745-8357-fec59fd8a1ac None None] For port 10e07f71-7796-4e8e-aca9-e1ebae3b38ef, host dv-cinder-777031-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=10e07f71-7796-4e8e-aca9-e1ebae3b38ef,segment=NetworkSegment(04f995c6-05ac-419c-b89d-a8d07da11554),segment_id=04f995c6-05ac-419c-b89d-a8d07da11554)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:41:18.709225 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8a03ac8-52b1-4745-8357-fec59fd8a1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (10e07f71-7796-4e8e-aca9-e1ebae3b38ef), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:18.775939 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4d5e7-830d-442d-babc-f755a4bd6dc3 None None] Pushing event updated for resources: {'Port': ['ID=10e07f71-7796-4e8e-aca9-e1ebae3b38ef,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:18.779318 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a03ac8-52b1-4745-8357-fec59fd8a1ac None None] Routers {'d8970c80-9c02-4e0d-a2b3-185767510ae0'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:41:18.780174 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-a8a03ac8-52b1-4745-8357-fec59fd8a1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:41:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['d8970c80-9c02-4e0d-a2b3-185767510ae0'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:18.791563 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fb7d5-0fd2-449a-81e8-b19a6bffcea3 req-3db2c882-edc1-430b-82dc-a3f6dfed5cb1 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:18.793189 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c4fb7d5-0fd2-449a-81e8-b19a6bffcea3 req-3db2c882-edc1-430b-82dc-a3f6dfed5cb1 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.1127272 May 12 14:41:18.838629 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b9ebe528-9fc1-4a9c-8106-819ba8b72cb8 None None] Provisioning complete for port 10e07f71-7796-4e8e-aca9-e1ebae3b38ef triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:41:18.839420 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b9ebe528-9fc1-4a9c-8106-819ba8b72cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (10e07f71-7796-4e8e-aca9-e1ebae3b38ef), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:18.849086 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-690cc72e-99a8-421b-b801-e8a7dd170e05 service neutron] 10.222.0.75 "GET /v2.0/networks/6aa87a35-26a0-490d-b024-c2e7f7422864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581314 May 12 14:41:18.878528 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c4fb7d5-0fd2-449a-81e8-b19a6bffcea3 req-d52c6374-dfc6-4f0b-9b72-8b1b213de455 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780809 May 12 14:41:18.961026 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-a8a03ac8-52b1-4745-8357-fec59fd8a1ac None None] Set router d8970c80-9c02-4e0d-a2b3-185767510ae0 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:41:19.022947 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-248a55d7-a3cd-4df7-97f9-09f729dfe64f service neutron] 10.222.0.75 "GET /v2.0/networks/6aa87a35-26a0-490d-b024-c2e7f7422864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632605 May 12 14:41:19.032191 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c45dc-9a00-47fc-87ea-f4e1f5d4eb3e req-78d274d5-c9af-42d0-9c93-a05f72436132 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:19.034090 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-407c45dc-9a00-47fc-87ea-f4e1f5d4eb3e req-78d274d5-c9af-42d0-9c93-a05f72436132 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 944 time: 0.0627348 May 12 14:41:19.066956 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b9ebe528-9fc1-4a9c-8106-819ba8b72cb8 None None] Current status of the port 10e07f71-7796-4e8e-aca9-e1ebae3b38ef is: DOWN; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:41:19.067366 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b9ebe528-9fc1-4a9c-8106-819ba8b72cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (10e07f71-7796-4e8e-aca9-e1ebae3b38ef), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:19.182002 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-407c45dc-9a00-47fc-87ea-f4e1f5d4eb3e req-fd3524f3-cb84-40ab-871a-3c87f337e9a2 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397493 May 12 14:41:19.211646 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b9ebe528-9fc1-4a9c-8106-819ba8b72cb8 None None] For port 10e07f71-7796-4e8e-aca9-e1ebae3b38ef, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=10e07f71-7796-4e8e-aca9-e1ebae3b38ef,segment=NetworkSegment(04f995c6-05ac-419c-b89d-a8d07da11554),segment_id=04f995c6-05ac-419c-b89d-a8d07da11554)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:19.223250 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b9ebe528-9fc1-4a9c-8106-819ba8b72cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (10e07f71-7796-4e8e-aca9-e1ebae3b38ef), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:19.248864 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-06b248d4-8bfd-42d7-873c-9680237c68ba req-e23d84da-2e45-45ae-b135-bb9b37bea5b5 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 210 time: 0.0419009 May 12 14:41:19.266302 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65304eb7-69aa-4520-91d8-50840dfc303d req-ca1972b3-82ed-4513-8207-b7365319d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:19.268168 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-65304eb7-69aa-4520-91d8-50840dfc303d req-ca1972b3-82ed-4513-8207-b7365319d357 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9 HTTP/1.1" status: 200 len: 910 time: 0.1954846 May 12 14:41:19.280788 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device c49f5b1b-a5a7-44be-93cb-00e8a6b68116 up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:41:19.345582 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-65304eb7-69aa-4520-91d8-50840dfc303d req-505bbda7-0982-4e3c-ab63-e590e9e84887 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=228c90b8-3a08-410b-be25-ba639362a959 HTTP/1.1" status: 200 len: 1001 time: 0.0677733 May 12 14:41:19.387541 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ebe528-9fc1-4a9c-8106-819ba8b72cb8 None None] Pushing event updated for resources: {'Port': ['ID=10e07f71-7796-4e8e-aca9-e1ebae3b38ef,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:19.397317 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-da980e8e-4b42-4e3b-b07c-f4208b3b644e None None] Provisioning complete for port 10e07f71-7796-4e8e-aca9-e1ebae3b38ef triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:41:19.397609 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-da980e8e-4b42-4e3b-b07c-f4208b3b644e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (10e07f71-7796-4e8e-aca9-e1ebae3b38ef), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:19.406756 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65304eb7-69aa-4520-91d8-50840dfc303d req-a138c8a9-d4ac-4b8d-b4b7-747d87167400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:19.408047 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-65304eb7-69aa-4520-91d8-50840dfc303d req-a138c8a9-d4ac-4b8d-b4b7-747d87167400 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=01f0db1e-e8da-4cb5-8f75-f3f1c91eada4 HTTP/1.1" status: 200 len: 848 time: 0.0556700 May 12 14:41:19.423134 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-a8a03ac8-52b1-4745-8357-fec59fd8a1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'name': 'tempest-AttachVolumeTestJSON-417374782-router', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:41:12Z', 'updated_at': '2022-05-12T14:41:15Z', 'revision_number': 4, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'gw_port': {'id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:13Z', 'updated_at': '2022-05-12T14:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '10e07f71-7796-4e8e-aca9-e1ebae3b38ef', 'name': '', 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'mac_address': 'fa:16:3e:e2:f9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:15Z', 'updated_at': '2022-05-12T14:41:18Z', 'revision_number': 4, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'subnets': [{'id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:19.459394 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a03ac8-52b1-4745-8357-fec59fd8a1ac None None] The sync data for ids ['d8970c80-9c02-4e0d-a2b3-185767510ae0'] in dv-cinder-777031-14-iscsi is: [{'id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'name': 'tempest-AttachVolumeTestJSON-417374782-router', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:41:12Z', 'updated_at': '2022-05-12T14:41:15Z', 'revision_number': 4, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'gw_port': {'id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:13Z', 'updated_at': '2022-05-12T14:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '10e07f71-7796-4e8e-aca9-e1ebae3b38ef', 'name': '', 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'mac_address': 'fa:16:3e:e2:f9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:15Z', 'updated_at': '2022-05-12T14:41:18Z', 'revision_number': 4, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'subnets': [{'id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:41:19.461845 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65304eb7-69aa-4520-91d8-50840dfc303d req-8560f1ac-03e1-4fe9-b971-f621792a2126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:19.463830 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-65304eb7-69aa-4520-91d8-50840dfc303d req-8560f1ac-03e1-4fe9-b971-f621792a2126 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479593 May 12 14:41:19.467923 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port c49f5b1b-a5a7-44be-93cb-00e8a6b68116 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:41:19.468301 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (c49f5b1b-a5a7-44be-93cb-00e8a6b68116), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:19.630537 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:19.663345 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4cefd-4524-41a2-981e-b13ba60b3c0c req-073e4dd3-1fcf-4f83-9f34-7668192bbff9 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:19.664723 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-42d4cefd-4524-41a2-981e-b13ba60b3c0c req-073e4dd3-1fcf-4f83-9f34-7668192bbff9 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=b293e6a7-b82d-44db-af30-498fd91a7261 HTTP/1.1" status: 200 len: 946 time: 0.0655258 May 12 14:41:19.667066 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-da980e8e-4b42-4e3b-b07c-f4208b3b644e None None] Current status of the port 10e07f71-7796-4e8e-aca9-e1ebae3b38ef is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:41:19.690795 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port c49f5b1b-a5a7-44be-93cb-00e8a6b68116 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:41:19.703859 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-65304eb7-69aa-4520-91d8-50840dfc303d req-1820ee04-e1e2-452f-baca-62bc65be5aba service neutron] 10.222.0.57 "GET /v2.0/networks/7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328262 May 12 14:41:19.778674 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-42d4cefd-4524-41a2-981e-b13ba60b3c0c req-4be76f27-86e4-4d32-b564-e41c72bf739e tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=b8c7171f-8cca-4245-a79d-7a40d56c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957129 May 12 14:41:19.857646 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-65304eb7-69aa-4520-91d8-50840dfc303d req-75b11594-a5cc-41b5-992a-cf8b00161523 service neutron] 10.222.0.57 "GET /v2.0/networks/7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398084 May 12 14:41:19.894568 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db7326-28d7-4d82-aa69-4fee8c7c988a req-1c75dbe6-2531-4cb3-a63b-fc10e2296cad tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:19.896291 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-35db7326-28d7-4d82-aa69-4fee8c7c988a req-1c75dbe6-2531-4cb3-a63b-fc10e2296cad tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=b293e6a7-b82d-44db-af30-498fd91a7261 HTTP/1.1" status: 200 len: 946 time: 0.0530121 May 12 14:41:19.906278 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 40566) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:19.911516 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-bff2be59-baef-4b5f-8882-7bbcc112c7f1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Request body: {'floatingip': {'port_id': '72bdfac6-9a66-4d48-b364-b06fc90433ed'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:41:19.964495 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bff2be59-baef-4b5f-8882-7bbcc112c7f1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for floatingip (3784652d-8697-4115-b999-0c2047ebbe1e), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:20.081027 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 152a3c94-4ce4-4682-a2c1-1ad44f9d899e details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:41:20.096203 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164b3f8-c3c1-4c3d-b7ec-f8558edd5dc3 req-870a781b-405f-44f0-850f-d157ef85d538 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:20.096935 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4164b3f8-c3c1-4c3d-b7ec-f8558edd5dc3 req-870a781b-405f-44f0-850f-d157ef85d538 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.1269753 May 12 14:41:20.191466 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=152a3c94-4ce4-4682-a2c1-1ad44f9d899e,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:20.201920 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4164b3f8-c3c1-4c3d-b7ec-f8558edd5dc3 req-fc2daf21-a52d-4eee-934d-e20f6d5f0302 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938597 May 12 14:41:20.210834 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Returning: {'device': '152a3c94-4ce4-4682-a2c1-1ad44f9d899e', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'port_id': '152a3c94-4ce4-4682-a2c1-1ad44f9d899e', 'mac_address': 'fa:16:3e:66:a9:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:41:20.254995 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e is: ACTIVE; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:41:20.255569 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (152a3c94-4ce4-4682-a2c1-1ad44f9d899e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:20.270292 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 152a3c94-4ce4-4682-a2c1-1ad44f9d899e {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:41:20.298678 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=152a3c94-4ce4-4682-a2c1-1ad44f9d899e,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:20.307292 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (152a3c94-4ce4-4682-a2c1-1ad44f9d899e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:20.383069 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=152a3c94-4ce4-4682-a2c1-1ad44f9d899e,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:20.404019 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-531c9ef2-2139-446a-ab9d-30c48313c22b req-78ef07a8-9b72-4bfb-85f1-355a6593c610 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 210 time: 0.0405481 May 12 14:41:20.481511 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9c36e-46ae-45a5-bd08-d7ef442ed319 req-ae0de274-9ad3-470a-a5c3-f88e19a2d1cc tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:20.483199 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dac9c36e-46ae-45a5-bd08-d7ef442ed319 req-ae0de274-9ad3-470a-a5c3-f88e19a2d1cc tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 944 time: 0.1968441 May 12 14:41:20.525739 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['152a3c94-4ce4-4682-a2c1-1ad44f9d899e'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:41:20.653992 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dac9c36e-46ae-45a5-bd08-d7ef442ed319 req-c17041fc-5bd8-47bd-9729-8320d097a247 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599185 May 12 14:41:20.661876 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-cc8077cb-557f-4e6b-88d9-af0243101010 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:20.663908 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-cc8077cb-557f-4e6b-88d9-af0243101010 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.57 "GET /v2.0/networks?id=6aa87a35-26a0-490d-b024-c2e7f7422864 HTTP/1.1" status: 200 len: 810 time: 0.2122312 May 12 14:41:20.769446 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bff2be59-baef-4b5f-8882-7bbcc112c7f1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:20.773624 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bff2be59-baef-4b5f-8882-7bbcc112c7f1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (3784652d-8697-4115-b999-0c2047ebbe1e), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:20.888491 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.db.l3_db [None req-bff2be59-baef-4b5f-8882-7bbcc112c7f1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Floating IP 3784652d-8697-4115-b999-0c2047ebbe1e associated. External IP: 172.27.0.40, port: 72bdfac6-9a66-4d48-b364-b06fc90433ed. May 12 14:41:20.971763 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-0111ca75-a0b6-40cc-a9e4-08a48b87462f tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38fdbe6cacb8487087950884b752b21d HTTP/1.1" status: 200 len: 380 time: 0.0988452 May 12 14:41:21.224110 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 10e07f71-7796-4e8e-aca9-e1ebae3b38ef up at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:41:21.261194 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-6593d316-7dcd-44ba-90f7-22177214ad0b tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Request body: {'port': {'device_id': 'b4b68e00-a067-4696-b0d5-2cc050569c72', 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864', 'admin_state_up': True, 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'security_groups': ['7d8dd764-f7a7-4b81-b7c3-a8a904817f29']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:41:21.272871 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Provisioning complete for port 10e07f71-7796-4e8e-aca9-e1ebae3b38ef triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:41:21.273247 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (10e07f71-7796-4e8e-aca9-e1ebae3b38ef), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:21.356983 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Current status of the port 10e07f71-7796-4e8e-aca9-e1ebae3b38ef is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:41:21.418846 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f53479-8bc6-4729-8ee2-9764b06b4fa6 req-1b950047-0f30-444c-87d7-4fcce734ecf8 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:21.420329 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-13f53479-8bc6-4729-8ee2-9764b06b4fa6 req-1b950047-0f30-444c-87d7-4fcce734ecf8 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 944 time: 0.1273117 May 12 14:41:21.557358 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bc21048f-822a-450b-8c3c-7e820a416170 req-30972c6b-8e29-4b8d-8221-3b9d8201641c tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 210 time: 0.0853896 May 12 14:41:21.568713 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-6593d316-7dcd-44ba-90f7-22177214ad0b tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Made reservation on behalf of 38fdbe6cacb8487087950884b752b21d for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:41:21.572090 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-6593d316-7dcd-44ba-90f7-22177214ad0b tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:21.582795 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-13f53479-8bc6-4729-8ee2-9764b06b4fa6 req-1b12f3c6-1301-4173-be66-5a423d2102b4 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538095 May 12 14:41:21.584617 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff2be59-baef-4b5f-8882-7bbcc112c7f1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Router dd91525d-7750-4dcb-ae52-af578e78c8de has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:41:21.827401 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-6593d316-7dcd-44ba-90f7-22177214ad0b tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Allocated IP 172.20.0.3 (6aa87a35-26a0-490d-b024-c2e7f7422864/8de4572c-13a9-4b61-a099-6d16bcc1dbfd/43202a5c-79c7-46ed-8988-a1031b1e8e9a) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:41:21.837099 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28ab87-6a0e-48d5-8750-6bf78a519982 req-f7a174ca-04d6-4927-9c08-b980b0a8ec71 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:21.838606 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1d28ab87-6a0e-48d5-8750-6bf78a519982 req-f7a174ca-04d6-4927-9c08-b980b0a8ec71 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 944 time: 0.0819118 May 12 14:41:21.839877 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff2be59-baef-4b5f-8882-7bbcc112c7f1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:41:21.845643 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bff2be59-baef-4b5f-8882-7bbcc112c7f1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:21.851310 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ed68bc-c155-4aa3-97fe-41ade941024a None None] Sync routers for ids ['dd91525d-7750-4dcb-ae52-af578e78c8de'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:41:21.861064 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ed68bc-c155-4aa3-97fe-41ade941024a None None] Routers {'dd91525d-7750-4dcb-ae52-af578e78c8de'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:41:21.861677 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-81ed68bc-c155-4aa3-97fe-41ade941024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:41:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['dd91525d-7750-4dcb-ae52-af578e78c8de'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:21.910697 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-bff2be59-baef-4b5f-8882-7bbcc112c7f1 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "PUT /v2.0/floatingips/3784652d-8697-4115-b999-0c2047ebbe1e HTTP/1.1" status: 200 len: 991 time: 2.0028687 May 12 14:41:21.920506 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b293e6a7-b82d-44db-af30-498fd91a7261', 'tag': '72bdfac6-9a66-4d48-b364-b06fc90433ed'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:41:21.922751 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219454be-1547-40e7-8e53-8e40326ff61b" -d '{"events": [{"name": "network-changed", "server_uuid": "b293e6a7-b82d-44db-af30-498fd91a7261", "tag": "72bdfac6-9a66-4d48-b364-b06fc90433ed"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:41:21.968106 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50dc6ad-8265-4d47-9b7a-6643a2b16b4f x-openstack-request-id: req-d50dc6ad-8265-4d47-9b7a-6643a2b16b4f {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:41:21.968399 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b293e6a7-b82d-44db-af30-498fd91a7261", "tag": "72bdfac6-9a66-4d48-b364-b06fc90433ed", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:41:21.968652 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d50dc6ad-8265-4d47-9b7a-6643a2b16b4f {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:41:21.969054 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d50dc6ad-8265-4d47-9b7a-6643a2b16b4f'] response: {'name': 'network-changed', 'server_uuid': 'b293e6a7-b82d-44db-af30-498fd91a7261', 'tag': '72bdfac6-9a66-4d48-b364-b06fc90433ed', 'status': 'completed', 'code': 200} May 12 14:41:21.975277 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1d28ab87-6a0e-48d5-8750-6bf78a519982 req-c87be9e5-5b71-4c40-9abf-6f3e0566ecfb tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273119 May 12 14:41:22.054557 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-6593d316-7dcd-44ba-90f7-22177214ad0b tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for port (43202a5c-79c7-46ed-8988-a1031b1e8e9a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:22.059151 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-81ed68bc-c155-4aa3-97fe-41ade941024a None None] Set router dd91525d-7750-4dcb-ae52-af578e78c8de gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:41:22.090634 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-6593d316-7dcd-44ba-90f7-22177214ad0b tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (43202a5c-79c7-46ed-8988-a1031b1e8e9a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:22.131385 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-6593d316-7dcd-44ba-90f7-22177214ad0b tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Network 6aa87a35-26a0-490d-b024-c2e7f7422864 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:41:22.133623 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 152a3c94-4ce4-4682-a2c1-1ad44f9d899e up at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:41:22.134965 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-6593d316-7dcd-44ba-90f7-22177214ad0b tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:41:22.139569 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-6593d316-7dcd-44ba-90f7-22177214ad0b tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:41:22.173351 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593d316-7dcd-44ba-90f7-22177214ad0b tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Pushing event updated for resources: {'Port': ['ID=43202a5c-79c7-46ed-8988-a1031b1e8e9a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:22.200647 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning complete for port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:41:22.201412 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (152a3c94-4ce4-4682-a2c1-1ad44f9d899e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:22.209555 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-6593d316-7dcd-44ba-90f7-22177214ad0b tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:22.210556 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-6593d316-7dcd-44ba-90f7-22177214ad0b tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:22.232431 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-6593d316-7dcd-44ba-90f7-22177214ad0b tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9758892 May 12 14:41:22.293328 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:41:22.293888 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (152a3c94-4ce4-4682-a2c1-1ad44f9d899e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:22.313974 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-81ed68bc-c155-4aa3-97fe-41ade941024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '3784652d-8697-4115-b999-0c2047ebbe1e', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'port_id': '72bdfac6-9a66-4d48-b364-b06fc90433ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'mac_address': 'fa:16:3e:16:7b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b293e6a7-b82d-44db-af30-498fd91a7261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:41:02Z', 'updated_at': '2022-05-12T14:41:20Z', 'revision_number': 1, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1881a025-4b13-41d1-a6b2-bb60f215b10a', 'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'mac_address': 'fa:16:3e:5c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:23Z', 'updated_at': '2022-05-12T14:31:29Z', 'revision_number': 5, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'subnets': [{'id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:22.322966 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533a547e-b44f-4a33-8725-24b323556322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152a3c94-4ce4-4682-a2c1-1ad44f9d899e'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:41:22.325729 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad4e7ce-6ca6-4ef7-9e6d-e9d655c7835a" -d '{"events": [{"server_uuid": "533a547e-b44f-4a33-8725-24b323556322", "name": "network-vif-plugged", "status": "completed", "tag": "152a3c94-4ce4-4682-a2c1-1ad44f9d899e"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:41:22.340258 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=152a3c94-4ce4-4682-a2c1-1ad44f9d899e,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:22.343750 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ed68bc-c155-4aa3-97fe-41ade941024a None None] Checking router: dd91525d-7750-4dcb-ae52-af578e78c8de for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:41:22.345590 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (152a3c94-4ce4-4682-a2c1-1ad44f9d899e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:22.353433 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ed68bc-c155-4aa3-97fe-41ade941024a None None] Routers {'dd91525d-7750-4dcb-ae52-af578e78c8de'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:41:22.354056 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-81ed68bc-c155-4aa3-97fe-41ade941024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:41:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['dd91525d-7750-4dcb-ae52-af578e78c8de'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:22.369165 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d21a18-884e-4ed9-a277-b3ec677e3bcc x-openstack-request-id: req-e7d21a18-884e-4ed9-a277-b3ec677e3bcc {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:41:22.369458 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533a547e-b44f-4a33-8725-24b323556322", "name": "network-vif-plugged", "status": "completed", "tag": "152a3c94-4ce4-4682-a2c1-1ad44f9d899e", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:41:22.369708 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e7d21a18-884e-4ed9-a277-b3ec677e3bcc {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:41:22.370102 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7d21a18-884e-4ed9-a277-b3ec677e3bcc'] response: {'server_uuid': '533a547e-b44f-4a33-8725-24b323556322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152a3c94-4ce4-4682-a2c1-1ad44f9d899e', 'code': 200} May 12 14:41:22.395776 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=152a3c94-4ce4-4682-a2c1-1ad44f9d899e,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:22.409371 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-ce351fd2-7d39-4ace-af0e-191b7b112cae None None] Provisioning complete for port 43202a5c-79c7-46ed-8988-a1031b1e8e9a triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:41:22.409745 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ce351fd2-7d39-4ace-af0e-191b7b112cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (43202a5c-79c7-46ed-8988-a1031b1e8e9a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:22.442605 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ce351fd2-7d39-4ace-af0e-191b7b112cae None None] Port 43202a5c-79c7-46ed-8988-a1031b1e8e9a cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:41:22.461492 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-81ed68bc-c155-4aa3-97fe-41ade941024a None None] Set router dd91525d-7750-4dcb-ae52-af578e78c8de gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:41:22.671940 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-81ed68bc-c155-4aa3-97fe-41ade941024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '3784652d-8697-4115-b999-0c2047ebbe1e', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'port_id': '72bdfac6-9a66-4d48-b364-b06fc90433ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'mac_address': 'fa:16:3e:16:7b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b293e6a7-b82d-44db-af30-498fd91a7261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:41:02Z', 'updated_at': '2022-05-12T14:41:20Z', 'revision_number': 1, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1881a025-4b13-41d1-a6b2-bb60f215b10a', 'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'mac_address': 'fa:16:3e:5c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:23Z', 'updated_at': '2022-05-12T14:31:29Z', 'revision_number': 5, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'subnets': [{'id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:22.673326 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3d549-0a15-4b2a-8aba-908e894291ea req-a5c41bb0-c1e4-4adc-8f5b-19d4d455cae1 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:22.674819 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5ed3d549-0a15-4b2a-8aba-908e894291ea req-a5c41bb0-c1e4-4adc-8f5b-19d4d455cae1 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 931 time: 0.0488117 May 12 14:41:22.702247 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ed68bc-c155-4aa3-97fe-41ade941024a None None] The sync data for ids ['dd91525d-7750-4dcb-ae52-af578e78c8de'] in dv-cinder-777031-14-iscsi is: [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '3784652d-8697-4115-b999-0c2047ebbe1e', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'port_id': '72bdfac6-9a66-4d48-b364-b06fc90433ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'mac_address': 'fa:16:3e:16:7b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b293e6a7-b82d-44db-af30-498fd91a7261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:41:02Z', 'updated_at': '2022-05-12T14:41:20Z', 'revision_number': 1, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1881a025-4b13-41d1-a6b2-bb60f215b10a', 'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'mac_address': 'fa:16:3e:5c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:23Z', 'updated_at': '2022-05-12T14:31:29Z', 'revision_number': 5, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'subnets': [{'id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:41:22.741797 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5676ae-e82e-47c6-b8b2-e9a4af114186 req-a7e16396-695b-4649-9c96-d1151b82a51f tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:22.743527 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2b5676ae-e82e-47c6-b8b2-e9a4af114186 req-a7e16396-695b-4649-9c96-d1151b82a51f tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0674810 May 12 14:41:22.765971 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5ed3d549-0a15-4b2a-8aba-908e894291ea req-464b83e5-fe4a-4648-9f21-21ace25dcee8 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817893 May 12 14:41:22.800758 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2b5676ae-e82e-47c6-b8b2-e9a4af114186 req-36bba6fe-fba6-4f08-ac48-81a7e7aace10 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484746 May 12 14:41:22.906336 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942f1f80-289f-46f0-b426-e8b68dc6ea09 None None] New status for floating IP 3784652d-8697-4115-b999-0c2047ebbe1e: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:41:22.950864 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-fec62942-34d4-4512-8253-8a9bee5f6140 service neutron] Request body: {'port': {'device_id': 'b4b68e00-a067-4696-b0d5-2cc050569c72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:41:23.044615 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219454be-1547-40e7-8e53-8e40326ff61b req-bd31cfb9-39df-4505-8a37-583af9514507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:23.046115 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-219454be-1547-40e7-8e53-8e40326ff61b req-bd31cfb9-39df-4505-8a37-583af9514507 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4b5ca018b5f4dda99486407424b8168&device_id=b293e6a7-b82d-44db-af30-498fd91a7261 HTTP/1.1" status: 200 len: 1130 time: 0.0694163 May 12 14:41:23.061519 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-fec62942-34d4-4512-8253-8a9bee5f6140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (43202a5c-79c7-46ed-8988-a1031b1e8e9a), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:23.122622 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8ece1-5bab-499b-8331-61dae01252bd req-1c9508d8-fcda-43d1-a118-a5cbd95698e6 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:23.124090 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-00a8ece1-5bab-499b-8331-61dae01252bd req-1c9508d8-fcda-43d1-a118-a5cbd95698e6 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 944 time: 0.0753825 May 12 14:41:23.218642 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-00a8ece1-5bab-499b-8331-61dae01252bd req-ce6f8734-e5b7-4e12-a112-265792ef69fd tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868239 May 12 14:41:23.430334 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219454be-1547-40e7-8e53-8e40326ff61b req-03e6daa4-7c7c-43b3-a729-cf9978c3c940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:23.431834 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-219454be-1547-40e7-8e53-8e40326ff61b req-03e6daa4-7c7c-43b3-a729-cf9978c3c940 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3fdc0b19-4053-4c44-8b08-cd1ab3959461 HTTP/1.1" status: 200 len: 915 time: 0.1545911 May 12 14:41:23.488075 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-fec62942-34d4-4512-8253-8a9bee5f6140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43202a5c-79c7-46ed-8988-a1031b1e8e9a {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:41:23.495703 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-fec62942-34d4-4512-8253-8a9bee5f6140 service neutron] Publish callbacks [] for port (43202a5c-79c7-46ed-8988-a1031b1e8e9a), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:23.507634 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-fec62942-34d4-4512-8253-8a9bee5f6140 service neutron] Transition to ACTIVE for port object 43202a5c-79c7-46ed-8988-a1031b1e8e9a will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:41:23.511506 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-fec62942-34d4-4512-8253-8a9bee5f6140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745168'] for port (43202a5c-79c7-46ed-8988-a1031b1e8e9a), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:23.608189 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec62942-34d4-4512-8253-8a9bee5f6140 service neutron] Pushing event updated for resources: {'Port': ['ID=43202a5c-79c7-46ed-8988-a1031b1e8e9a,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:23.625350 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-219454be-1547-40e7-8e53-8e40326ff61b req-e1fbbf0c-7927-42c6-9bc2-9b3f739602e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72bdfac6-9a66-4d48-b364-b06fc90433ed HTTP/1.1" status: 200 len: 1001 time: 0.0886478 May 12 14:41:23.689710 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-fec62942-34d4-4512-8253-8a9bee5f6140 service neutron] Attempting to bind port 43202a5c-79c7-46ed-8988-a1031b1e8e9a on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:41:23.690320 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-fec62942-34d4-4512-8253-8a9bee5f6140 service neutron] Attempting to bind port 43202a5c-79c7-46ed-8988-a1031b1e8e9a by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '04f995c6-05ac-419c-b89d-a8d07da11554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:41:23.690524 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-fec62942-34d4-4512-8253-8a9bee5f6140 service neutron] Attempting to bind port 43202a5c-79c7-46ed-8988-a1031b1e8e9a on network 6aa87a35-26a0-490d-b024-c2e7f7422864 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:41:23.695526 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-fec62942-34d4-4512-8253-8a9bee5f6140 service neutron] Port 43202a5c-79c7-46ed-8988-a1031b1e8e9a on network 6aa87a35-26a0-490d-b024-c2e7f7422864 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:41:23.695838 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-fec62942-34d4-4512-8253-8a9bee5f6140 service neutron] Attempting to bind port 43202a5c-79c7-46ed-8988-a1031b1e8e9a on network 6aa87a35-26a0-490d-b024-c2e7f7422864 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:41:23.701573 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-fec62942-34d4-4512-8253-8a9bee5f6140 service neutron] Checking agent: {'id': 'c5e9105e-03c6-4986-a076-8428d06d9de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:41:23.701905 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-fec62942-34d4-4512-8253-8a9bee5f6140 service neutron] Checking segment: {'id': '04f995c6-05ac-419c-b89d-a8d07da11554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:41:23.702280 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-fec62942-34d4-4512-8253-8a9bee5f6140 service neutron] Bound using segment: {'id': '04f995c6-05ac-419c-b89d-a8d07da11554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:41:23.702700 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-fec62942-34d4-4512-8253-8a9bee5f6140 service neutron] Bound port: 43202a5c-79c7-46ed-8988-a1031b1e8e9a, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04f995c6-05ac-419c-b89d-a8d07da11554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:41:23.703070 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-fec62942-34d4-4512-8253-8a9bee5f6140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (43202a5c-79c7-46ed-8988-a1031b1e8e9a), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:23.768455 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-fec62942-34d4-4512-8253-8a9bee5f6140 service neutron] For port 43202a5c-79c7-46ed-8988-a1031b1e8e9a, host hv-cinder-77703, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:41:23.771468 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-fec62942-34d4-4512-8253-8a9bee5f6140 service neutron] For port 43202a5c-79c7-46ed-8988-a1031b1e8e9a, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=43202a5c-79c7-46ed-8988-a1031b1e8e9a,segment=NetworkSegment(04f995c6-05ac-419c-b89d-a8d07da11554),segment_id=04f995c6-05ac-419c-b89d-a8d07da11554)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:41:23.778213 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-fec62942-34d4-4512-8253-8a9bee5f6140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745168'] for port (43202a5c-79c7-46ed-8988-a1031b1e8e9a), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:23.812434 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-fec62942-34d4-4512-8253-8a9bee5f6140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:23.813056 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-fec62942-34d4-4512-8253-8a9bee5f6140 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:23.814488 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-fec62942-34d4-4512-8253-8a9bee5f6140 service neutron] 10.222.0.57 "PUT /v2.0/ports/43202a5c-79c7-46ed-8988-a1031b1e8e9a HTTP/1.1" status: 200 len: 1093 time: 0.8679256 May 12 14:41:23.836849 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec62942-34d4-4512-8253-8a9bee5f6140 service neutron] Pushing event updated for resources: {'Port': ['ID=43202a5c-79c7-46ed-8988-a1031b1e8e9a,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:23.902630 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb245b0-acc8-4e73-81b5-6e3523a45f55 req-4058e2e0-bf59-4828-8806-3ec5cb3ee34f tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:23.904167 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-abb245b0-acc8-4e73-81b5-6e3523a45f55 req-4058e2e0-bf59-4828-8806-3ec5cb3ee34f tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 943 time: 0.0624552 May 12 14:41:23.955786 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f649f-5f4d-40b8-961d-c24c7808bf75 req-cb2b6ede-1c52-49e0-b35d-f0b83ef7f127 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:23.957365 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2c1f649f-5f4d-40b8-961d-c24c7808bf75 req-cb2b6ede-1c52-49e0-b35d-f0b83ef7f127 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0729406 May 12 14:41:23.971206 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b68e00-a067-4696-b0d5-2cc050569c72', 'tag': '43202a5c-79c7-46ed-8988-a1031b1e8e9a'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:41:23.974158 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3ba196-183c-420b-a48a-65ff05806fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b68e00-a067-4696-b0d5-2cc050569c72", "tag": "43202a5c-79c7-46ed-8988-a1031b1e8e9a"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:41:24.016656 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-abb245b0-acc8-4e73-81b5-6e3523a45f55 req-e08e048f-b4f2-44e3-96f0-0c18765ed9e6 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962126 May 12 14:41:24.047508 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2c1f649f-5f4d-40b8-961d-c24c7808bf75 req-f980a0fb-2deb-4a9c-9945-d751d9354bb1 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770767 May 12 14:41:24.104571 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99f2c96-4159-4e4f-8986-64c0180e5362 x-openstack-request-id: req-b99f2c96-4159-4e4f-8986-64c0180e5362 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:41:24.104967 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b68e00-a067-4696-b0d5-2cc050569c72", "tag": "43202a5c-79c7-46ed-8988-a1031b1e8e9a", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:41:24.105314 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b99f2c96-4159-4e4f-8986-64c0180e5362 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:41:24.105876 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b99f2c96-4159-4e4f-8986-64c0180e5362'] response: {'name': 'network-changed', 'server_uuid': 'b4b68e00-a067-4696-b0d5-2cc050569c72', 'tag': '43202a5c-79c7-46ed-8988-a1031b1e8e9a', 'status': 'completed', 'code': 200} May 12 14:41:24.109451 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 80f0b63a-177b-495c-b004-f7919b935f84 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:41:24.127931 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219454be-1547-40e7-8e53-8e40326ff61b req-fae98731-2dff-4666-aa36-d600d620b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:24.129999 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-219454be-1547-40e7-8e53-8e40326ff61b req-fae98731-2dff-4666-aa36-d600d620b8ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb99a954-a215-4272-a7a1-86abb04d56af HTTP/1.1" status: 200 len: 853 time: 0.0644486 May 12 14:41:24.209972 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219454be-1547-40e7-8e53-8e40326ff61b req-7d09dd99-382d-499f-b0db-77110a477d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:24.211447 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-219454be-1547-40e7-8e53-8e40326ff61b req-7d09dd99-382d-499f-b0db-77110a477d8b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3fdc0b19-4053-4c44-8b08-cd1ab3959461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0707200 May 12 14:41:24.214695 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ba196-183c-420b-a48a-65ff05806fd4 req-bdcc90ef-5c04-4128-8586-058cae04543b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:24.216718 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0f3ba196-183c-420b-a48a-65ff05806fd4 req-bdcc90ef-5c04-4128-8586-058cae04543b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38fdbe6cacb8487087950884b752b21d&device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 1127 time: 0.0741844 May 12 14:41:24.226763 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 80f0b63a-177b-495c-b004-f7919b935f84, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=80f0b63a-177b-495c-b004-f7919b935f84,segment=NetworkSegment(a92136d4-fcb0-4089-aa26-93c6849bc262),segment_id=a92136d4-fcb0-4089-aa26-93c6849bc262)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:24.237847 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Returning: {'device': '80f0b63a-177b-495c-b004-f7919b935f84', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'port_id': '80f0b63a-177b-495c-b004-f7919b935f84', 'mac_address': 'fa:16:3e:a5:cc:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:41:24.279170 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 80f0b63a-177b-495c-b004-f7919b935f84 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:41:24.279556 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (80f0b63a-177b-495c-b004-f7919b935f84), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:24.293666 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f0b63a-177b-495c-b004-f7919b935f84 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:41:24.316261 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 80f0b63a-177b-495c-b004-f7919b935f84, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=80f0b63a-177b-495c-b004-f7919b935f84,segment=NetworkSegment(a92136d4-fcb0-4089-aa26-93c6849bc262),segment_id=a92136d4-fcb0-4089-aa26-93c6849bc262)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:24.321536 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (80f0b63a-177b-495c-b004-f7919b935f84), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:24.373840 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=80f0b63a-177b-495c-b004-f7919b935f84,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:24.411473 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4cc5e-5e03-4f09-a056-6fb6be3c01a5 req-8a806304-cb6c-48f8-95c8-34b2b6a375f1 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:24.412965 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-97d4cc5e-5e03-4f09-a056-6fb6be3c01a5 req-8a806304-cb6c-48f8-95c8-34b2b6a375f1 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 944 time: 0.1193788 May 12 14:41:24.466784 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-219454be-1547-40e7-8e53-8e40326ff61b req-042aefe1-eaba-4e3b-ba5e-6443ccb8b165 service neutron] 10.222.0.57 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343957 May 12 14:41:24.478210 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ba196-183c-420b-a48a-65ff05806fd4 req-6089b687-cc12-4404-966a-17dff7ec7545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:24.479683 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0f3ba196-183c-420b-a48a-65ff05806fd4 req-6089b687-cc12-4404-966a-17dff7ec7545 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=38fdbe6cacb8487087950884b752b21d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2463558 May 12 14:41:24.566245 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-97d4cc5e-5e03-4f09-a056-6fb6be3c01a5 req-67a0d66b-1502-4603-a4aa-431b1557bb54 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445243 May 12 14:41:24.681706 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-219454be-1547-40e7-8e53-8e40326ff61b req-6ca102e1-db40-4a1a-8f37-3103bab61c75 service neutron] 10.222.0.57 "GET /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047160 May 12 14:41:24.682622 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ba196-183c-420b-a48a-65ff05806fd4 req-85cc567a-0804-4b13-af0e-cede263f6eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:24.684942 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0f3ba196-183c-420b-a48a-65ff05806fd4 req-85cc567a-0804-4b13-af0e-cede263f6eb9 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1821053 May 12 14:41:24.812469 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-d8fef26a-6f59-4a6f-bb04-f7c551c5b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:24.813860 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-d8fef26a-6f59-4a6f-bb04-f7c551c5b744 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38fdbe6cacb8487087950884b752b21d&device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 1127 time: 0.0401568 May 12 14:41:24.901315 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-48a6de40-ae80-4fca-bb96-fb747ec12ade service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43202a5c-79c7-46ed-8988-a1031b1e8e9a HTTP/1.1" status: 200 len: 217 time: 0.0409207 May 12 14:41:25.001334 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['80f0b63a-177b-495c-b004-f7919b935f84'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:41:25.307992 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799d042-794a-49c8-bf75-7f017931d0df req-62fa31b4-deb7-442f-b321-a39f5e435ac4 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:25.310637 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4799d042-794a-49c8-bf75-7f017931d0df req-62fa31b4-deb7-442f-b321-a39f5e435ac4 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 943 time: 0.1031413 May 12 14:41:25.321580 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbeb67-f11a-4dd1-9d54-55ed1eab7c88 req-d3f77322-683e-42ac-82ab-230a5a726262 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:25.323838 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f4dbeb67-f11a-4dd1-9d54-55ed1eab7c88 req-d3f77322-683e-42ac-82ab-230a5a726262 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.1176174 May 12 14:41:25.328708 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-c4940b63-346f-441d-8a39-fc3a263f7730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:25.330878 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-c4940b63-346f-441d-8a39-fc3a263f7730 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8de4572c-13a9-4b61-a099-6d16bcc1dbfd HTTP/1.1" status: 200 len: 849 time: 0.4190135 May 12 14:41:25.455625 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-1eda9dfc-1953-456c-ac9e-7383aa02fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:25.457050 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-1eda9dfc-1953-456c-ac9e-7383aa02fc08 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6aa87a35-26a0-490d-b024-c2e7f7422864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1079814 May 12 14:41:25.464619 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f4dbeb67-f11a-4dd1-9d54-55ed1eab7c88 req-98598684-fff9-48bf-bae2-fabdd3360529 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318212 May 12 14:41:25.467926 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4799d042-794a-49c8-bf75-7f017931d0df req-7486138c-8eab-414e-bc01-5d4c66e11e7d tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421912 May 12 14:41:25.572207 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-454b679c-292b-4a05-82ab-135b767b632e service neutron] 10.222.0.57 "GET /v2.0/networks/6aa87a35-26a0-490d-b024-c2e7f7422864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992303 May 12 14:41:25.701945 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226dcae-909b-4e49-b994-9c0226465e7a req-b3cbaa47-5551-4981-b17c-07aa465fafbe tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:25.703509 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f226dcae-909b-4e49-b994-9c0226465e7a req-b3cbaa47-5551-4981-b17c-07aa465fafbe tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 945 time: 0.0628724 May 12 14:41:25.727674 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae756662-80cf-4cbb-85ee-79f01bb16d01 req-50949546-7f5b-4bd0-b823-c883e224d2ec service neutron] 10.222.0.57 "GET /v2.0/networks/6aa87a35-26a0-490d-b024-c2e7f7422864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486542 May 12 14:41:25.762154 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f226dcae-909b-4e49-b994-9c0226465e7a req-5cd7c2a4-3775-41ae-934d-69309cf169c7 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524418 May 12 14:41:26.611832 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0956-eb29-4c9a-bbdb-c912ff79b0be req-8b72d038-026f-49fd-91fa-a81336354c3a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:26.613299 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8e6c0956-eb29-4c9a-bbdb-c912ff79b0be req-8b72d038-026f-49fd-91fa-a81336354c3a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 943 time: 0.0781846 May 12 14:41:26.619496 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11a8b5-c561-41b1-8670-70a38b36ea0c req-fe76fe37-0157-41bc-8ad0-d0f3f6b4e5a9 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:26.620853 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7f11a8b5-c561-41b1-8670-70a38b36ea0c req-fe76fe37-0157-41bc-8ad0-d0f3f6b4e5a9 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0837729 May 12 14:41:26.688334 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8e6c0956-eb29-4c9a-bbdb-c912ff79b0be req-8acd9c84-18d0-4fd1-9bd0-ed9e4f6fc435 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660243 May 12 14:41:26.695361 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7f11a8b5-c561-41b1-8670-70a38b36ea0c req-2a746026-9431-481e-9c84-7bc6fde26361 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674081 May 12 14:41:26.705602 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 80f0b63a-177b-495c-b004-f7919b935f84 up at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:41:26.751012 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning for port 80f0b63a-177b-495c-b004-f7919b935f84 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:41:26.756384 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning complete for port 80f0b63a-177b-495c-b004-f7919b935f84 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:41:26.756749 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (80f0b63a-177b-495c-b004-f7919b935f84), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:26.834071 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 80f0b63a-177b-495c-b004-f7919b935f84 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:41:26.834462 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (80f0b63a-177b-495c-b004-f7919b935f84), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:26.857199 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a93128f-bc24-4529-8b60-6d661e9933bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f0b63a-177b-495c-b004-f7919b935f84'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:41:26.859707 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2930b365-b133-49a9-85a8-e28775177cff" -d '{"events": [{"server_uuid": "3a93128f-bc24-4529-8b60-6d661e9933bf", "name": "network-vif-plugged", "status": "completed", "tag": "80f0b63a-177b-495c-b004-f7919b935f84"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:41:26.877402 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 80f0b63a-177b-495c-b004-f7919b935f84, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=80f0b63a-177b-495c-b004-f7919b935f84,segment=NetworkSegment(a92136d4-fcb0-4089-aa26-93c6849bc262),segment_id=a92136d4-fcb0-4089-aa26-93c6849bc262)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:26.878216 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2fc68-556e-48cb-b33e-12b7693faa2c req-878f328d-2a22-42e5-8bea-44faad3af1ee tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:26.880159 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-85b2fc68-556e-48cb-b33e-12b7693faa2c req-878f328d-2a22-42e5-8bea-44faad3af1ee tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 945 time: 0.0498667 May 12 14:41:26.881984 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (80f0b63a-177b-495c-b004-f7919b935f84), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:26.920112 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb870ec2-9980-4b64-8a3b-7612eda00331 x-openstack-request-id: req-fb870ec2-9980-4b64-8a3b-7612eda00331 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:41:26.920403 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a93128f-bc24-4529-8b60-6d661e9933bf", "name": "network-vif-plugged", "status": "completed", "tag": "80f0b63a-177b-495c-b004-f7919b935f84", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:41:26.920652 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fb870ec2-9980-4b64-8a3b-7612eda00331 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:41:26.921036 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb870ec2-9980-4b64-8a3b-7612eda00331'] response: {'server_uuid': '3a93128f-bc24-4529-8b60-6d661e9933bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f0b63a-177b-495c-b004-f7919b935f84', 'code': 200} May 12 14:41:26.931560 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-85b2fc68-556e-48cb-b33e-12b7693faa2c req-6ad02a59-4686-4c51-aba7-bc43476b8245 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430193 May 12 14:41:26.955549 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=80f0b63a-177b-495c-b004-f7919b935f84,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:27.806658 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266f1e3-6c91-4dd7-a770-1f95aeec8756 req-1deaddc5-e6fd-4763-b53d-7367f918909e tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:27.808153 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b266f1e3-6c91-4dd7-a770-1f95aeec8756 req-1deaddc5-e6fd-4763-b53d-7367f918909e tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 943 time: 0.0495460 May 12 14:41:27.868082 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b266f1e3-6c91-4dd7-a770-1f95aeec8756 req-7b0478d8-9afd-4add-afde-28a1f3d83b78 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424788 May 12 14:41:27.951456 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1085eb-20a9-4dee-a797-006ff6b63e82 req-195f79bc-0de8-435f-b055-b6c963bcad87 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:27.952921 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ff1085eb-20a9-4dee-a797-006ff6b63e82 req-195f79bc-0de8-435f-b055-b6c963bcad87 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0468140 May 12 14:41:28.002288 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ff1085eb-20a9-4dee-a797-006ff6b63e82 req-06bad59c-89f0-4dcd-ab8b-73360f168305 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438008 May 12 14:41:28.047879 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f14d39-fbd7-4946-bb11-084b98837bac req-b15b778b-1dbe-49f3-b083-cce6e6b4824b tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:28.049351 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b2f14d39-fbd7-4946-bb11-084b98837bac req-b15b778b-1dbe-49f3-b083-cce6e6b4824b tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 946 time: 0.0462012 May 12 14:41:28.101084 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b2f14d39-fbd7-4946-bb11-084b98837bac req-8fefd19b-ce6e-4a76-b766-3391feb90f67 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460982 May 12 14:41:28.991726 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63deb7b-e25d-4ca5-a98b-4ba29ee15b24 req-0a2ed2a1-2d12-41a1-9be1-8abe298b53a9 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:28.993567 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e63deb7b-e25d-4ca5-a98b-4ba29ee15b24 req-0a2ed2a1-2d12-41a1-9be1-8abe298b53a9 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 943 time: 0.0492280 May 12 14:41:29.051392 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee6e44-fbf4-498a-a2e2-402cbc938d4f req-d0d9916e-3fab-444e-9583-48b99c1c99e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:29.052873 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a3ee6e44-fbf4-498a-a2e2-402cbc938d4f req-d0d9916e-3fab-444e-9583-48b99c1c99e6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 1130 time: 0.0577500 May 12 14:41:29.097627 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e63deb7b-e25d-4ca5-a98b-4ba29ee15b24 req-37e3323b-246e-4ef1-b7c6-7c0590c6fc96 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930614 May 12 14:41:29.158429 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36288e-30c1-4933-a250-334a3baf6a08 req-5f23a921-bfde-4f5e-80a1-6361b478c918 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:29.160144 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7a36288e-30c1-4933-a250-334a3baf6a08 req-5f23a921-bfde-4f5e-80a1-6361b478c918 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0778761 May 12 14:41:29.164810 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a3ee6e44-fbf4-498a-a2e2-402cbc938d4f req-4435ade5-d8cd-4d1d-951f-4014e69f955b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009688 May 12 14:41:29.241631 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7a36288e-30c1-4933-a250-334a3baf6a08 req-654ab582-8f71-4193-aefb-24c205273db6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756066 May 12 14:41:29.253591 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7f249-d128-44a9-91e1-ff5cae97cb87 req-07d0c9eb-4a30-4092-89c4-df73d2966edf tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:29.255709 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a0e7f249-d128-44a9-91e1-ff5cae97cb87 req-07d0c9eb-4a30-4092-89c4-df73d2966edf tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 946 time: 0.0626094 May 12 14:41:29.310126 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a0e7f249-d128-44a9-91e1-ff5cae97cb87 req-7afcc2b3-773e-4dff-8d5c-a663ed7f83f3 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480742 May 12 14:41:29.536499 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:41:30.224201 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd5fbb-9ab3-4eac-a1c2-6a879fd5d910 req-7a3f2e66-8fd8-4a1e-ae8e-4a2d0f4ac51d tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:30.225747 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-adbd5fbb-9ab3-4eac-a1c2-6a879fd5d910 req-7a3f2e66-8fd8-4a1e-ae8e-4a2d0f4ac51d tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 943 time: 0.0573857 May 12 14:41:30.281376 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-adbd5fbb-9ab3-4eac-a1c2-6a879fd5d910 req-000701f0-bd32-465a-a28a-697c83bf0a12 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492325 May 12 14:41:30.363343 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368de851-b748-4ced-ad84-aa2b282c1fd6 req-b29d8467-3feb-4163-9a83-127e41809e33 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:30.364824 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-368de851-b748-4ced-ad84-aa2b282c1fd6 req-b29d8467-3feb-4163-9a83-127e41809e33 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0481036 May 12 14:41:30.446718 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd04b38-09d1-47bc-830c-1496e671a052 req-7b348026-d169-4a73-924f-10fa81372005 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:30.448153 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-abd04b38-09d1-47bc-830c-1496e671a052 req-7b348026-d169-4a73-924f-10fa81372005 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 946 time: 0.0639000 May 12 14:41:30.452098 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-368de851-b748-4ced-ad84-aa2b282c1fd6 req-c316122a-c908-4eca-8a8e-b44a48fb633a tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811701 May 12 14:41:30.513109 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-abd04b38-09d1-47bc-830c-1496e671a052 req-c603fc6d-dcfc-4acf-b098-989485195651 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569074 May 12 14:41:30.710430 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 43202a5c-79c7-46ed-8988-a1031b1e8e9a details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:41:30.812421 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 43202a5c-79c7-46ed-8988-a1031b1e8e9a, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=43202a5c-79c7-46ed-8988-a1031b1e8e9a,segment=NetworkSegment(04f995c6-05ac-419c-b89d-a8d07da11554),segment_id=04f995c6-05ac-419c-b89d-a8d07da11554)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:30.828949 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Returning: {'device': '43202a5c-79c7-46ed-8988-a1031b1e8e9a', 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864', 'port_id': '43202a5c-79c7-46ed-8988-a1031b1e8e9a', 'mac_address': 'fa:16:3e:e2:49:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:41:30.876894 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 43202a5c-79c7-46ed-8988-a1031b1e8e9a is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:41:30.877771 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (43202a5c-79c7-46ed-8988-a1031b1e8e9a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:30.896458 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43202a5c-79c7-46ed-8988-a1031b1e8e9a {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:41:30.923558 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 43202a5c-79c7-46ed-8988-a1031b1e8e9a, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=43202a5c-79c7-46ed-8988-a1031b1e8e9a,segment=NetworkSegment(04f995c6-05ac-419c-b89d-a8d07da11554),segment_id=04f995c6-05ac-419c-b89d-a8d07da11554)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:30.937396 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (43202a5c-79c7-46ed-8988-a1031b1e8e9a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:31.003198 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=43202a5c-79c7-46ed-8988-a1031b1e8e9a,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:31.430477 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b02ab-4491-4415-a82e-d00b48ba7870 req-44990f3e-ad37-4744-b281-aeee357901b0 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:31.431997 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-117b02ab-4491-4415-a82e-d00b48ba7870 req-44990f3e-ad37-4744-b281-aeee357901b0 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 944 time: 0.0535836 May 12 14:41:31.484746 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-117b02ab-4491-4415-a82e-d00b48ba7870 req-f15923bd-6391-446e-87a9-fefbb8d57859 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444522 May 12 14:41:31.604721 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14ff67-e35f-4c75-be1c-1afe1373f82e req-fa6f4c2c-cce3-4ed1-81b9-0326f9239516 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:31.605213 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['43202a5c-79c7-46ed-8988-a1031b1e8e9a'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:41:31.607628 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8b14ff67-e35f-4c75-be1c-1afe1373f82e req-fa6f4c2c-cce3-4ed1-81b9-0326f9239516 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0711451 May 12 14:41:31.696723 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d7eb9-0250-4286-a368-49851901ede9 req-9611f7a8-adcb-48ea-85b9-bb0247efcbbc tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:31.706949 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3d9d7eb9-0250-4286-a368-49851901ede9 req-9611f7a8-adcb-48ea-85b9-bb0247efcbbc tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 946 time: 0.1268814 May 12 14:41:31.764204 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8b14ff67-e35f-4c75-be1c-1afe1373f82e req-a0af43fb-d4ce-4b49-8a43-9a268d4cc634 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167119 May 12 14:41:31.818764 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3d9d7eb9-0250-4286-a368-49851901ede9 req-5466e3b4-f2e9-4fb3-9a17-1ab40a885ba3 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108592 May 12 14:41:31.939351 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16323a-7d44-433a-936f-a178c2c138e6 req-b84b1174-7d84-46b2-85b0-ff7c378b7756 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:31.946344 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ee16323a-7d44-433a-936f-a178c2c138e6 req-b84b1174-7d84-46b2-85b0-ff7c378b7756 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 946 time: 0.0546067 May 12 14:41:31.992963 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ee16323a-7d44-433a-936f-a178c2c138e6 req-9593efbb-a1aa-4bf9-8b44-44d981f3b2b5 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456822 May 12 14:41:32.016946 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 40680) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:32.166660 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10eaa9c-b57e-4c3f-b61a-a36b80313574 tempest-TestVolumeBootPattern-1006504365 tempest-TestVolumeBootPattern-1006504365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:32.171518 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-c10eaa9c-b57e-4c3f-b61a-a36b80313574 tempest-TestVolumeBootPattern-1006504365 tempest-TestVolumeBootPattern-1006504365-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 1125 time: 0.1503425 May 12 14:41:32.171827 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 40684) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:32.176048 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-e4af80fa-b892-4548-83e4-194d1fd2aeff tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Request body: {'floatingip': {'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'port_id': '80f0b63a-177b-495c-b004-f7919b935f84', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:41:32.198196 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e4af80fa-b892-4548-83e4-194d1fd2aeff tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:32.289371 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e4af80fa-b892-4548-83e4-194d1fd2aeff tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:32.410330 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-e4af80fa-b892-4548-83e4-194d1fd2aeff tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Allocated IP 172.27.0.16 (913ada40-7b52-4232-aff5-95dc520647d4/2870505d-8418-4289-9c4c-0eeadb155262/7543a392-6aab-4356-b80d-0deee461cc25) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:41:32.525240 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e4af80fa-b892-4548-83e4-194d1fd2aeff tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for port (7543a392-6aab-4356-b80d-0deee461cc25), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:32.563194 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e4af80fa-b892-4548-83e4-194d1fd2aeff tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (7543a392-6aab-4356-b80d-0deee461cc25), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:32.633163 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4af80fa-b892-4548-83e4-194d1fd2aeff tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Network 913ada40-7b52-4232-aff5-95dc520647d4 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:41:32.644302 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-e4af80fa-b892-4548-83e4-194d1fd2aeff tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:41:32.650970 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4af80fa-b892-4548-83e4-194d1fd2aeff tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:41:32.656176 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af80fa-b892-4548-83e4-194d1fd2aeff tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Pushing event updated for resources: {'Port': ['ID=7543a392-6aab-4356-b80d-0deee461cc25,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:32.680611 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2fe64-1cd6-4864-a0f2-86f23eb84470 req-83abf6e4-739b-4840-b1a1-e3c58010897e tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:32.682070 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0ed2fe64-1cd6-4864-a0f2-86f23eb84470 req-83abf6e4-739b-4840-b1a1-e3c58010897e tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 944 time: 0.1104286 May 12 14:41:32.789750 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0ed2fe64-1cd6-4864-a0f2-86f23eb84470 req-5c3b7682-fe79-4d99-b189-b20925cb7fa2 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010203 May 12 14:41:32.906716 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af13dcf-2eaa-45cc-8530-76c4d72dde1a req-9c945998-4084-42c9-9e03-3f80b00bb440 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:32.908624 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5af13dcf-2eaa-45cc-8530-76c4d72dde1a req-9c945998-4084-42c9-9e03-3f80b00bb440 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0565853 May 12 14:41:33.016884 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5af13dcf-2eaa-45cc-8530-76c4d72dde1a req-2cb23012-b850-4cf5-9e02-fd857dfee713 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002889 May 12 14:41:33.071927 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 43202a5c-79c7-46ed-8988-a1031b1e8e9a up at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:41:33.122001 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning for port 43202a5c-79c7-46ed-8988-a1031b1e8e9a completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:41:33.131946 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning complete for port 43202a5c-79c7-46ed-8988-a1031b1e8e9a triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:41:33.132561 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (43202a5c-79c7-46ed-8988-a1031b1e8e9a), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:33.211445 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e4af80fa-b892-4548-83e4-194d1fd2aeff tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for floatingip (8b93c5d6-23af-4390-acba-dc80d8c75ab8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:33.279938 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 43202a5c-79c7-46ed-8988-a1031b1e8e9a is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:41:33.280237 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (43202a5c-79c7-46ed-8988-a1031b1e8e9a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:33.305822 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e4af80fa-b892-4548-83e4-194d1fd2aeff tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (7543a392-6aab-4356-b80d-0deee461cc25), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:33.322706 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b68e00-a067-4696-b0d5-2cc050569c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43202a5c-79c7-46ed-8988-a1031b1e8e9a'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:41:33.326382 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7fa760-c6b7-456e-883e-c626785d51e6" -d '{"events": [{"server_uuid": "b4b68e00-a067-4696-b0d5-2cc050569c72", "name": "network-vif-plugged", "status": "completed", "tag": "43202a5c-79c7-46ed-8988-a1031b1e8e9a"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:41:33.347549 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 43202a5c-79c7-46ed-8988-a1031b1e8e9a, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=43202a5c-79c7-46ed-8988-a1031b1e8e9a,segment=NetworkSegment(04f995c6-05ac-419c-b89d-a8d07da11554),segment_id=04f995c6-05ac-419c-b89d-a8d07da11554)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:33.353397 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (43202a5c-79c7-46ed-8988-a1031b1e8e9a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:33.397340 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cec8b1-d4df-428e-9b96-741fefe5f0d2 x-openstack-request-id: req-f8cec8b1-d4df-428e-9b96-741fefe5f0d2 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:41:33.397640 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b68e00-a067-4696-b0d5-2cc050569c72", "name": "network-vif-plugged", "status": "completed", "tag": "43202a5c-79c7-46ed-8988-a1031b1e8e9a", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:41:33.397864 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f8cec8b1-d4df-428e-9b96-741fefe5f0d2 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:41:33.398253 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8cec8b1-d4df-428e-9b96-741fefe5f0d2'] response: {'server_uuid': 'b4b68e00-a067-4696-b0d5-2cc050569c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43202a5c-79c7-46ed-8988-a1031b1e8e9a', 'code': 200} May 12 14:41:33.451639 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=43202a5c-79c7-46ed-8988-a1031b1e8e9a,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:33.570304 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e4af80fa-b892-4548-83e4-194d1fd2aeff tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for port (7543a392-6aab-4356-b80d-0deee461cc25), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:33.579006 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e4af80fa-b892-4548-83e4-194d1fd2aeff tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745168'] for port (7543a392-6aab-4356-b80d-0deee461cc25), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:33.676344 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af80fa-b892-4548-83e4-194d1fd2aeff tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Pushing event updated for resources: {'Port': ['ID=7543a392-6aab-4356-b80d-0deee461cc25,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:33.685532 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df57956-56a3-4f5e-882c-b1af26832165 req-443e5eed-2965-4660-af5d-49edad6cd512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:33.687065 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0df57956-56a3-4f5e-882c-b1af26832165 req-443e5eed-2965-4660-af5d-49edad6cd512 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 1129 time: 0.0799842 May 12 14:41:33.720886 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e4af80fa-b892-4548-83e4-194d1fd2aeff tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (8b93c5d6-23af-4390-acba-dc80d8c75ab8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:33.791731 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0df57956-56a3-4f5e-882c-b1af26832165 req-aa3e7170-3678-487f-b39f-32c86c3d0a22 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953240 May 12 14:41:33.870264 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.db.l3_db [None req-e4af80fa-b892-4548-83e4-194d1fd2aeff tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Floating IP 8b93c5d6-23af-4390-acba-dc80d8c75ab8 associated. External IP: 172.27.0.16, port: 80f0b63a-177b-495c-b004-f7919b935f84. May 12 14:41:34.010380 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500076ac-4107-40c9-a628-8793cf56c531 req-3bd21c24-706f-482f-8177-0f27c95ce6e1 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:34.011907 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-500076ac-4107-40c9-a628-8793cf56c531 req-3bd21c24-706f-482f-8177-0f27c95ce6e1 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0959394 May 12 14:41:34.122286 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-500076ac-4107-40c9-a628-8793cf56c531 req-77c5dbdc-fed0-43a2-8225-86e78f52d0a9 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039593 May 12 14:41:34.195408 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee08688-e6f6-4150-ab46-6c00192e7407 req-49819a7e-a4f9-4bca-bd62-7a76f659eb3f tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:34.196890 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7ee08688-e6f6-4150-ab46-6c00192e7407 req-49819a7e-a4f9-4bca-bd62-7a76f659eb3f tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0946474 May 12 14:41:34.237025 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4af80fa-b892-4548-83e4-194d1fd2aeff tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Router be224814-ba4a-48e9-9634-6a46c1a4d890 has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:41:34.270961 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7ee08688-e6f6-4150-ab46-6c00192e7407 req-4e03381f-7d49-4444-96fa-7d6cea75d277 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673923 May 12 14:41:34.643227 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4af80fa-b892-4548-83e4-194d1fd2aeff tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:41:34.653284 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c237bd0-9e8a-49da-aff7-23828769dc96 None None] Sync routers for ids ['be224814-ba4a-48e9-9634-6a46c1a4d890'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:41:34.663840 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c237bd0-9e8a-49da-aff7-23828769dc96 None None] Routers {'be224814-ba4a-48e9-9634-6a46c1a4d890'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:41:34.664722 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3c237bd0-9e8a-49da-aff7-23828769dc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:41:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['be224814-ba4a-48e9-9634-6a46c1a4d890'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:34.667640 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e4af80fa-b892-4548-83e4-194d1fd2aeff tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:34.701170 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-e4af80fa-b892-4548-83e4-194d1fd2aeff tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5283210 May 12 14:41:34.701783 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a93128f-bc24-4529-8b60-6d661e9933bf', 'tag': '80f0b63a-177b-495c-b004-f7919b935f84'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:41:34.705249 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5cb941-12f4-4a1f-8d63-65914217246b" -d '{"events": [{"name": "network-changed", "server_uuid": "3a93128f-bc24-4529-8b60-6d661e9933bf", "tag": "80f0b63a-177b-495c-b004-f7919b935f84"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:41:34.743709 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62856236-b77f-4cba-9bc4-99d362563ce5 x-openstack-request-id: req-62856236-b77f-4cba-9bc4-99d362563ce5 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:41:34.744011 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a93128f-bc24-4529-8b60-6d661e9933bf", "tag": "80f0b63a-177b-495c-b004-f7919b935f84", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:41:34.744268 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-62856236-b77f-4cba-9bc4-99d362563ce5 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:41:34.744682 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62856236-b77f-4cba-9bc4-99d362563ce5'] response: {'name': 'network-changed', 'server_uuid': '3a93128f-bc24-4529-8b60-6d661e9933bf', 'tag': '80f0b63a-177b-495c-b004-f7919b935f84', 'status': 'completed', 'code': 200} May 12 14:41:34.795944 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-3c237bd0-9e8a-49da-aff7-23828769dc96 None None] Set router be224814-ba4a-48e9-9634-6a46c1a4d890 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:41:35.043781 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3c237bd0-9e8a-49da-aff7-23828769dc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'name': 'tempest-TestVolumeBootPattern-1482733113-router', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:00Z', 'updated_at': '2022-05-12T14:33:05Z', 'revision_number': 4, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'gw_port': {'id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:01Z', 'updated_at': '2022-05-12T14:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '8b93c5d6-23af-4390-acba-dc80d8c75ab8', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'port_id': '80f0b63a-177b-495c-b004-f7919b935f84', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'mac_address': 'fa:16:3e:a5:cc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93128f-bc24-4529-8b60-6d661e9933bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:41:33Z', 'updated_at': '2022-05-12T14:41:33Z', 'revision_number': 0, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'fixed_ip_address_scope': None}, {'id': 'ee691570-99bf-4ce0-bb6c-77ba0a8f1a2f', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'port_id': '10ba03ca-52fe-42dc-a95e-573a96e2bd48', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'mac_address': 'fa:16:3e:34:bd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45819a2-89a0-494b-bdbc-650fcfddd2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:38:48Z', 'updated_at': '2022-05-12T14:38:51Z', 'revision_number': 1, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763f2952-1a6d-4c57-af35-28b65d176326', 'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'mac_address': 'fa:16:3e:01:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:03Z', 'updated_at': '2022-05-12T14:33:10Z', 'revision_number': 5, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'subnets': [{'id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:35.069117 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c237bd0-9e8a-49da-aff7-23828769dc96 None None] Checking router: be224814-ba4a-48e9-9634-6a46c1a4d890 for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:41:35.077462 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c237bd0-9e8a-49da-aff7-23828769dc96 None None] Routers {'be224814-ba4a-48e9-9634-6a46c1a4d890'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:41:35.078055 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3c237bd0-9e8a-49da-aff7-23828769dc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:41:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['be224814-ba4a-48e9-9634-6a46c1a4d890'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:35.198361 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-3c237bd0-9e8a-49da-aff7-23828769dc96 None None] Set router be224814-ba4a-48e9-9634-6a46c1a4d890 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:41:35.245546 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b2a6b-7b05-43f4-b05a-a7a221494647 req-78753db8-6e44-4e09-a9bb-a3027ed65f45 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:35.247054 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f16b2a6b-7b05-43f4-b05a-a7a221494647 req-78753db8-6e44-4e09-a9bb-a3027ed65f45 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0521960 May 12 14:41:35.301174 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f16b2a6b-7b05-43f4-b05a-a7a221494647 req-1c376c36-b06d-4e9c-a99d-7163f850a0cf tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483451 May 12 14:41:35.426927 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2551f9-ec52-40cb-a6a7-8fd2768b7822 req-511dee68-1395-4704-b676-77acee488a9d tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:35.431614 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ad2551f9-ec52-40cb-a6a7-8fd2768b7822 req-511dee68-1395-4704-b676-77acee488a9d tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0595064 May 12 14:41:35.485491 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ad2551f9-ec52-40cb-a6a7-8fd2768b7822 req-9d55ac67-3833-45aa-b57e-ac6cd3a6e099 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489466 May 12 14:41:35.540543 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3c237bd0-9e8a-49da-aff7-23828769dc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'name': 'tempest-TestVolumeBootPattern-1482733113-router', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:00Z', 'updated_at': '2022-05-12T14:33:05Z', 'revision_number': 4, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'gw_port': {'id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:01Z', 'updated_at': '2022-05-12T14:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '8b93c5d6-23af-4390-acba-dc80d8c75ab8', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'port_id': '80f0b63a-177b-495c-b004-f7919b935f84', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'mac_address': 'fa:16:3e:a5:cc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93128f-bc24-4529-8b60-6d661e9933bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:41:33Z', 'updated_at': '2022-05-12T14:41:33Z', 'revision_number': 0, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'fixed_ip_address_scope': None}, {'id': 'ee691570-99bf-4ce0-bb6c-77ba0a8f1a2f', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'port_id': '10ba03ca-52fe-42dc-a95e-573a96e2bd48', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'mac_address': 'fa:16:3e:34:bd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45819a2-89a0-494b-bdbc-650fcfddd2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:38:48Z', 'updated_at': '2022-05-12T14:38:51Z', 'revision_number': 1, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763f2952-1a6d-4c57-af35-28b65d176326', 'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'mac_address': 'fa:16:3e:01:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:03Z', 'updated_at': '2022-05-12T14:33:10Z', 'revision_number': 5, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'subnets': [{'id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:35.555760 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cb941-12f4-4a1f-8d63-65914217246b req-c6976a80-b4bf-4b8e-9f5c-34baf4eb2913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:35.557541 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2e5cb941-12f4-4a1f-8d63-65914217246b req-c6976a80-b4bf-4b8e-9f5c-34baf4eb2913 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ba0ea753bb0496cbf274e802f50dd0e&device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 1130 time: 0.0502627 May 12 14:41:35.570777 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c237bd0-9e8a-49da-aff7-23828769dc96 None None] The sync data for ids ['be224814-ba4a-48e9-9634-6a46c1a4d890'] in dv-cinder-777031-14-iscsi is: [{'id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'name': 'tempest-TestVolumeBootPattern-1482733113-router', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:00Z', 'updated_at': '2022-05-12T14:33:05Z', 'revision_number': 4, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'gw_port': {'id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:01Z', 'updated_at': '2022-05-12T14:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '8b93c5d6-23af-4390-acba-dc80d8c75ab8', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'port_id': '80f0b63a-177b-495c-b004-f7919b935f84', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'mac_address': 'fa:16:3e:a5:cc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a93128f-bc24-4529-8b60-6d661e9933bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:41:33Z', 'updated_at': '2022-05-12T14:41:33Z', 'revision_number': 0, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'fixed_ip_address_scope': None}, {'id': 'ee691570-99bf-4ce0-bb6c-77ba0a8f1a2f', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'port_id': '10ba03ca-52fe-42dc-a95e-573a96e2bd48', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'mac_address': 'fa:16:3e:34:bd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45819a2-89a0-494b-bdbc-650fcfddd2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:38:48Z', 'updated_at': '2022-05-12T14:38:51Z', 'revision_number': 1, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763f2952-1a6d-4c57-af35-28b65d176326', 'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'mac_address': 'fa:16:3e:01:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:03Z', 'updated_at': '2022-05-12T14:33:10Z', 'revision_number': 5, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'subnets': [{'id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:41:35.664645 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cb941-12f4-4a1f-8d63-65914217246b req-561a9750-a7b5-4cf6-9b1e-76165a0155b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:35.666101 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2e5cb941-12f4-4a1f-8d63-65914217246b req-561a9750-a7b5-4cf6-9b1e-76165a0155b7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5b96f110-6030-45d9-96d1-0bc86d38fd01 HTTP/1.1" status: 200 len: 913 time: 0.1024175 May 12 14:41:35.749111 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2e5cb941-12f4-4a1f-8d63-65914217246b req-71e438b0-3698-4107-9364-cfd26dd115c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80f0b63a-177b-495c-b004-f7919b935f84 HTTP/1.1" status: 200 len: 999 time: 0.0637028 May 12 14:41:35.825519 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cb941-12f4-4a1f-8d63-65914217246b req-617c1d6e-36b3-405b-a0ad-265cd17b28e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:35.825770 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394b1067-db61-456f-ba96-905459f80c49 None None] New status for floating IP 8b93c5d6-23af-4390-acba-dc80d8c75ab8: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:41:35.827007 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2e5cb941-12f4-4a1f-8d63-65914217246b req-617c1d6e-36b3-405b-a0ad-265cd17b28e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f0587e5-5c6f-4f23-94d0-5688c2911c12 HTTP/1.1" status: 200 len: 851 time: 0.0613453 May 12 14:41:35.899476 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cb941-12f4-4a1f-8d63-65914217246b req-2ac15984-2e6d-489a-a2ba-82f195347db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:35.901021 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2e5cb941-12f4-4a1f-8d63-65914217246b req-2ac15984-2e6d-489a-a2ba-82f195347db1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5b96f110-6030-45d9-96d1-0bc86d38fd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0647762 May 12 14:41:36.421906 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9463a23-46b1-4d1e-8060-7aa4fd0161b1 req-29d5fd04-f005-4a94-a817-9cc5fba39cf9 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:36.424017 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a9463a23-46b1-4d1e-8060-7aa4fd0161b1 req-29d5fd04-f005-4a94-a817-9cc5fba39cf9 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0510812 May 12 14:41:36.478864 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a9463a23-46b1-4d1e-8060-7aa4fd0161b1 req-c67cb918-bfc2-4e39-a6ca-a77faa8c4be3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484886 May 12 14:41:36.653665 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a8fb7-db82-4536-b850-9461be62cbbd req-cea9304d-f955-473b-9024-4b846f989b30 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:36.655106 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-600a8fb7-db82-4536-b850-9461be62cbbd req-cea9304d-f955-473b-9024-4b846f989b30 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0928576 May 12 14:41:36.663836 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ba337-7b08-4425-a4a4-e83aa0538d9a req-220e6aef-8e13-4088-b12a-2353a8fa7da5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:36.664768 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 40716) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:36.669449 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e23ba337-7b08-4425-a4a4-e83aa0538d9a req-220e6aef-8e13-4088-b12a-2353a8fa7da5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0946574 May 12 14:41:36.675500 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-2c36f23a-53dc-4217-a38e-6cd84de707b9 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Request body: {'floatingip': {'port_id': '43202a5c-79c7-46ed-8988-a1031b1e8e9a'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:41:36.718517 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c36f23a-53dc-4217-a38e-6cd84de707b9 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for floatingip (2d71c28a-fa0c-49e5-b767-e46556591c27), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:36.734880 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e23ba337-7b08-4425-a4a4-e83aa0538d9a req-8c39a117-cbc4-4385-a70c-6be6ea3915b5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590625 May 12 14:41:36.901593 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [req-2e5cb941-12f4-4a1f-8d63-65914217246b req-b2b99ca0-340a-4c53-8354-cec9074881bc service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:41:36.903448 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2e5cb941-12f4-4a1f-8d63-65914217246b req-b2b99ca0-340a-4c53-8354-cec9074881bc service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055544 May 12 14:41:37.064337 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2e5cb941-12f4-4a1f-8d63-65914217246b req-d10bd5c5-b4bf-43dd-a98b-52f2efe64685 service neutron] 10.222.0.57 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097136 May 12 14:41:37.187164 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2e5cb941-12f4-4a1f-8d63-65914217246b req-5ea42f63-ee3d-4346-a28b-3fd926e30b1a service neutron] 10.222.0.57 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081996 May 12 14:41:37.237181 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c36f23a-53dc-4217-a38e-6cd84de707b9 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:37.241706 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c36f23a-53dc-4217-a38e-6cd84de707b9 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (2d71c28a-fa0c-49e5-b767-e46556591c27), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:37.374339 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.db.l3_db [None req-2c36f23a-53dc-4217-a38e-6cd84de707b9 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Floating IP 2d71c28a-fa0c-49e5-b767-e46556591c27 associated. External IP: 172.27.0.185, port: 43202a5c-79c7-46ed-8988-a1031b1e8e9a. May 12 14:41:37.607603 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c36f23a-53dc-4217-a38e-6cd84de707b9 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Router d8970c80-9c02-4e0d-a2b3-185767510ae0 has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:41:37.725384 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c36f23a-53dc-4217-a38e-6cd84de707b9 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:41:37.729919 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2c36f23a-53dc-4217-a38e-6cd84de707b9 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:37.739063 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ba5a71-5bb1-41d3-8689-2b21dc6fddb7 None None] Sync routers for ids ['d8970c80-9c02-4e0d-a2b3-185767510ae0'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:41:37.752793 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ba5a71-5bb1-41d3-8689-2b21dc6fddb7 None None] Routers {'d8970c80-9c02-4e0d-a2b3-185767510ae0'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:41:37.753920 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e8ba5a71-5bb1-41d3-8689-2b21dc6fddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:41:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['d8970c80-9c02-4e0d-a2b3-185767510ae0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:37.762585 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-2c36f23a-53dc-4217-a38e-6cd84de707b9 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "PUT /v2.0/floatingips/2d71c28a-fa0c-49e5-b767-e46556591c27 HTTP/1.1" status: 200 len: 991 time: 1.0961082 May 12 14:41:37.763546 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b68e00-a067-4696-b0d5-2cc050569c72', 'tag': '43202a5c-79c7-46ed-8988-a1031b1e8e9a'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:41:37.766159 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f888e35c128297f2952f8b9a0b9aac45a196d86c82c1b09019427787e24df8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592638f8-a213-4802-8018-c36fa14e0d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b68e00-a067-4696-b0d5-2cc050569c72", "tag": "43202a5c-79c7-46ed-8988-a1031b1e8e9a"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:41:37.876287 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2def094-bdff-4aff-b9f1-49b3244bdb77 x-openstack-request-id: req-b2def094-bdff-4aff-b9f1-49b3244bdb77 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:41:37.876790 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b68e00-a067-4696-b0d5-2cc050569c72", "tag": "43202a5c-79c7-46ed-8988-a1031b1e8e9a", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:41:37.877110 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b2def094-bdff-4aff-b9f1-49b3244bdb77 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:41:37.877590 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2def094-bdff-4aff-b9f1-49b3244bdb77'] response: {'name': 'network-changed', 'server_uuid': 'b4b68e00-a067-4696-b0d5-2cc050569c72', 'tag': '43202a5c-79c7-46ed-8988-a1031b1e8e9a', 'status': 'completed', 'code': 200} May 12 14:41:37.905963 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-e8ba5a71-5bb1-41d3-8689-2b21dc6fddb7 None None] Set router d8970c80-9c02-4e0d-a2b3-185767510ae0 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:41:37.939818 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e6720-941f-4428-8625-56727e2a5898 req-76686ca2-9d61-4f04-a52a-9af5d8a8024f tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:37.943476 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-153e6720-941f-4428-8625-56727e2a5898 req-76686ca2-9d61-4f04-a52a-9af5d8a8024f tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0612471 May 12 14:41:38.019285 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592638f8-a213-4802-8018-c36fa14e0d4a req-15deba12-ecfd-4b6e-bd99-309c3fd97069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:38.020696 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-592638f8-a213-4802-8018-c36fa14e0d4a req-15deba12-ecfd-4b6e-bd99-309c3fd97069 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38fdbe6cacb8487087950884b752b21d&device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 1129 time: 0.0751729 May 12 14:41:38.039307 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-153e6720-941f-4428-8625-56727e2a5898 req-8c4d992c-1372-4f96-8d97-c66963635eb9 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903025 May 12 14:41:38.145925 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592638f8-a213-4802-8018-c36fa14e0d4a req-fcddc3ae-acff-4877-a977-ab29d6bc58f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:38.147447 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-592638f8-a213-4802-8018-c36fa14e0d4a req-fcddc3ae-acff-4877-a977-ab29d6bc58f0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6aa87a35-26a0-490d-b024-c2e7f7422864 HTTP/1.1" status: 200 len: 911 time: 0.1071813 May 12 14:41:38.176419 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e8ba5a71-5bb1-41d3-8689-2b21dc6fddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'name': 'tempest-AttachVolumeTestJSON-417374782-router', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:41:12Z', 'updated_at': '2022-05-12T14:41:15Z', 'revision_number': 4, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'gw_port': {'id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:13Z', 'updated_at': '2022-05-12T14:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '2d71c28a-fa0c-49e5-b767-e46556591c27', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'port_id': '43202a5c-79c7-46ed-8988-a1031b1e8e9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864', 'mac_address': 'fa:16:3e:e2:49:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b68e00-a067-4696-b0d5-2cc050569c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:41:17Z', 'updated_at': '2022-05-12T14:41:37Z', 'revision_number': 1, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e07f71-7796-4e8e-aca9-e1ebae3b38ef', 'name': '', 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'mac_address': 'fa:16:3e:e2:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:15Z', 'updated_at': '2022-05-12T14:41:19Z', 'revision_number': 5, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'subnets': [{'id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:38.205939 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ba5a71-5bb1-41d3-8689-2b21dc6fddb7 None None] Checking router: d8970c80-9c02-4e0d-a2b3-185767510ae0 for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:41:38.216234 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ba5a71-5bb1-41d3-8689-2b21dc6fddb7 None None] Routers {'d8970c80-9c02-4e0d-a2b3-185767510ae0'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:41:38.216962 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e8ba5a71-5bb1-41d3-8689-2b21dc6fddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:41:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['d8970c80-9c02-4e0d-a2b3-185767510ae0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:38.221941 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-592638f8-a213-4802-8018-c36fa14e0d4a req-bb858873-8504-446e-9a47-b51105e590ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43202a5c-79c7-46ed-8988-a1031b1e8e9a HTTP/1.1" status: 200 len: 999 time: 0.0666130 May 12 14:41:38.274773 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592638f8-a213-4802-8018-c36fa14e0d4a req-62771f2a-d64d-4d93-a611-3ed5cfc6f59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:38.277801 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-592638f8-a213-4802-8018-c36fa14e0d4a req-62771f2a-d64d-4d93-a611-3ed5cfc6f59b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8de4572c-13a9-4b61-a099-6d16bcc1dbfd HTTP/1.1" status: 200 len: 849 time: 0.0471773 May 12 14:41:38.330689 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592638f8-a213-4802-8018-c36fa14e0d4a req-c4d5c209-daa5-4053-bba9-5b4103ec3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:38.330922 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-e8ba5a71-5bb1-41d3-8689-2b21dc6fddb7 None None] Set router d8970c80-9c02-4e0d-a2b3-185767510ae0 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:41:38.332235 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-592638f8-a213-4802-8018-c36fa14e0d4a req-c4d5c209-daa5-4053-bba9-5b4103ec3d71 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6aa87a35-26a0-490d-b024-c2e7f7422864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468969 May 12 14:41:38.438013 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-592638f8-a213-4802-8018-c36fa14e0d4a req-b4315ecf-4fed-4904-9a63-053f1e1a68fb service neutron] 10.222.0.57 "GET /v2.0/networks/6aa87a35-26a0-490d-b024-c2e7f7422864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953972 May 12 14:41:38.538000 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-592638f8-a213-4802-8018-c36fa14e0d4a req-70e66dd8-c472-4734-ae03-e9a1a2ad920a service neutron] 10.222.0.57 "GET /v2.0/networks/6aa87a35-26a0-490d-b024-c2e7f7422864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923119 May 12 14:41:38.613693 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e8ba5a71-5bb1-41d3-8689-2b21dc6fddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'name': 'tempest-AttachVolumeTestJSON-417374782-router', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:41:12Z', 'updated_at': '2022-05-12T14:41:15Z', 'revision_number': 4, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'gw_port': {'id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:13Z', 'updated_at': '2022-05-12T14:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '2d71c28a-fa0c-49e5-b767-e46556591c27', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'port_id': '43202a5c-79c7-46ed-8988-a1031b1e8e9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864', 'mac_address': 'fa:16:3e:e2:49:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b68e00-a067-4696-b0d5-2cc050569c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:41:17Z', 'updated_at': '2022-05-12T14:41:37Z', 'revision_number': 1, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e07f71-7796-4e8e-aca9-e1ebae3b38ef', 'name': '', 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'mac_address': 'fa:16:3e:e2:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:15Z', 'updated_at': '2022-05-12T14:41:19Z', 'revision_number': 5, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'subnets': [{'id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:38.642615 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ba5a71-5bb1-41d3-8689-2b21dc6fddb7 None None] The sync data for ids ['d8970c80-9c02-4e0d-a2b3-185767510ae0'] in dv-cinder-777031-14-iscsi is: [{'id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'name': 'tempest-AttachVolumeTestJSON-417374782-router', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:41:12Z', 'updated_at': '2022-05-12T14:41:15Z', 'revision_number': 4, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'gw_port': {'id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:13Z', 'updated_at': '2022-05-12T14:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '2d71c28a-fa0c-49e5-b767-e46556591c27', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'port_id': '43202a5c-79c7-46ed-8988-a1031b1e8e9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864', 'mac_address': 'fa:16:3e:e2:49:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b68e00-a067-4696-b0d5-2cc050569c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:41:17Z', 'updated_at': '2022-05-12T14:41:37Z', 'revision_number': 1, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e07f71-7796-4e8e-aca9-e1ebae3b38ef', 'name': '', 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'mac_address': 'fa:16:3e:e2:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:15Z', 'updated_at': '2022-05-12T14:41:19Z', 'revision_number': 5, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'subnets': [{'id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:41:38.865447 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842e3af7-b52c-489c-9986-778af49597f5 None None] New status for floating IP 2d71c28a-fa0c-49e5-b767-e46556591c27: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:41:39.180886 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c823f4-afb2-4256-8869-77cf76bc80f1 req-715cc6b1-7bc5-475f-8a4a-269b80c03878 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:39.182416 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b2c823f4-afb2-4256-8869-77cf76bc80f1 req-715cc6b1-7bc5-475f-8a4a-269b80c03878 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0525343 May 12 14:41:39.233266 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b2c823f4-afb2-4256-8869-77cf76bc80f1 req-6f9131e9-e89b-41dc-a973-c011c037e24d tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441501 May 12 14:41:39.281542 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-25b92582-1667-46f7-80ae-282fd9922c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:40.372860 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c36bb-570f-4531-a854-fc5ced523595 req-2412cbc5-2d85-4c28-999c-d1f373dd4124 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:40.374772 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-de0c36bb-570f-4531-a854-fc5ced523595 req-2412cbc5-2d85-4c28-999c-d1f373dd4124 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0603883 May 12 14:41:40.439237 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-de0c36bb-570f-4531-a854-fc5ced523595 req-d0c1b216-b9ec-4b05-a88a-1bb2ee1a9d98 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561631 May 12 14:41:41.057783 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 40738) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:41.226363 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-7d95b170-9405-4d84-8b0e-e5db9839c0bc tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Deleting port 6c316407-275c-4eb4-8c84-cccd5b546e21 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:41:41.226707 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7d95b170-9405-4d84-8b0e-e5db9839c0bc tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (6c316407-275c-4eb4-8c84-cccd5b546e21), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:41.305254 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7d95b170-9405-4d84-8b0e-e5db9839c0bc tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (6c316407-275c-4eb4-8c84-cccd5b546e21), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:41.305586 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7d95b170-9405-4d84-8b0e-e5db9839c0bc tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for floatingip (6c316407-275c-4eb4-8c84-cccd5b546e21), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:41.318497 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-7d95b170-9405-4d84-8b0e-e5db9839c0bc tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Calling delete_port for 6c316407-275c-4eb4-8c84-cccd5b546e21 owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:41:41.515622 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7d95b170-9405-4d84-8b0e-e5db9839c0bc tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (6c316407-275c-4eb4-8c84-cccd5b546e21), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:41.569074 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95b170-9405-4d84-8b0e-e5db9839c0bc tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Pushing event deleted for resources: {'Port': ['ID=6c316407-275c-4eb4-8c84-cccd5b546e21,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:41.582640 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2e733-752a-4fb5-9061-f6d2f3d3bda0 req-1188e8d7-1c7d-4417-8bf6-3efb81b94fe2 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:41.584148 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-52c2e733-752a-4fb5-9061-f6d2f3d3bda0 req-1188e8d7-1c7d-4417-8bf6-3efb81b94fe2 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0796928 May 12 14:41:41.643652 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-294e508d-dae8-40fa-9721-1f88b2b1580d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:41.673317 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7d95b170-9405-4d84-8b0e-e5db9839c0bc tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for floatingip (b77aef47-5613-4061-8b78-e92f5d3d6da8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:41.673664 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.db.l3_db [None req-7d95b170-9405-4d84-8b0e-e5db9839c0bc tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Floating IP b77aef47-5613-4061-8b78-e92f5d3d6da8 disassociated (deleted). External IP: 172.27.0.92, port: 228c90b8-3a08-410b-be25-ba639362a959. May 12 14:41:41.679021 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-52c2e733-752a-4fb5-9061-f6d2f3d3bda0 req-7aa81fb4-9f4d-4ee4-8e45-a19cf68f379a tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761669 May 12 14:41:41.882063 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d95b170-9405-4d84-8b0e-e5db9839c0bc tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Router 469f6859-d10a-4c87-9cbe-18885584186b has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:41:41.991133 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d95b170-9405-4d84-8b0e-e5db9839c0bc tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:41:41.996151 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7d95b170-9405-4d84-8b0e-e5db9839c0bc tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:42.001748 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a385853d-d494-4f78-80f4-a201bbe7b1bf None None] Sync routers for ids ['469f6859-d10a-4c87-9cbe-18885584186b'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:41:42.012142 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a385853d-d494-4f78-80f4-a201bbe7b1bf None None] Routers {'469f6859-d10a-4c87-9cbe-18885584186b'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:41:42.012735 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a385853d-d494-4f78-80f4-a201bbe7b1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:41:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['469f6859-d10a-4c87-9cbe-18885584186b'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:42.025878 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-7d95b170-9405-4d84-8b0e-e5db9839c0bc tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "DELETE /v2.0/floatingips/b77aef47-5613-4061-8b78-e92f5d3d6da8 HTTP/1.1" status: 204 len: 168 time: 0.9672463 May 12 14:41:42.026474 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef', 'tag': '228c90b8-3a08-410b-be25-ba639362a959'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:41:42.029285 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedf0f20-96da-4ecb-bd6c-597e755b514f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef", "tag": "228c90b8-3a08-410b-be25-ba639362a959"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:41:42.070626 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b36df23-350c-49bc-b599-57f21dd6a9c1 x-openstack-request-id: req-3b36df23-350c-49bc-b599-57f21dd6a9c1 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:41:42.071132 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef", "tag": "228c90b8-3a08-410b-be25-ba639362a959", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:41:42.071313 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3b36df23-350c-49bc-b599-57f21dd6a9c1 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:41:42.071817 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b36df23-350c-49bc-b599-57f21dd6a9c1'] response: {'name': 'network-changed', 'server_uuid': 'ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef', 'tag': '228c90b8-3a08-410b-be25-ba639362a959', 'status': 'completed', 'code': 200} May 12 14:41:42.121245 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-a385853d-d494-4f78-80f4-a201bbe7b1bf None None] Set router 469f6859-d10a-4c87-9cbe-18885584186b gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:41:42.248314 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41195599-9099-4404-9867-620aa138d8a7 req-8f6c0277-0b4b-422b-8f68-5a2478fb60cb tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:42.250053 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-41195599-9099-4404-9867-620aa138d8a7 req-8f6c0277-0b4b-422b-8f68-5a2478fb60cb tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 946 time: 0.0523844 May 12 14:41:42.300627 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-41195599-9099-4404-9867-620aa138d8a7 req-717a75aa-3ae4-40e8-a415-87a72d81e09b tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448773 May 12 14:41:42.313519 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a385853d-d494-4f78-80f4-a201bbe7b1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469f6859-d10a-4c87-9cbe-18885584186b', 'name': 'tempest-TestShelveInstance-1797760303-router', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '68f26726-6cdc-42a7-8327-4ca7d061690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:34:21Z', 'updated_at': '2022-05-12T14:34:24Z', 'revision_number': 4, 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'gw_port': {'id': '68f26726-6cdc-42a7-8327-4ca7d061690f', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6859-d10a-4c87-9cbe-18885584186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:22Z', 'updated_at': '2022-05-12T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': 'a99fc8e0-06fe-4fbf-9c8f-7300c0665776', 'name': '', 'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'mac_address': 'fa:16:3e:43:3d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6859-d10a-4c87-9cbe-18885584186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '01f0db1e-e8da-4cb5-8f75-f3f1c91eada4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:24Z', 'updated_at': '2022-05-12T14:34:29Z', 'revision_number': 5, 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'subnets': [{'id': '01f0db1e-e8da-4cb5-8f75-f3f1c91eada4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:42.341495 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a385853d-d494-4f78-80f4-a201bbe7b1bf None None] Checking router: 469f6859-d10a-4c87-9cbe-18885584186b for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:41:42.349674 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a385853d-d494-4f78-80f4-a201bbe7b1bf None None] Routers {'469f6859-d10a-4c87-9cbe-18885584186b'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:41:42.350278 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a385853d-d494-4f78-80f4-a201bbe7b1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:41:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['469f6859-d10a-4c87-9cbe-18885584186b'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:42.546247 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-a385853d-d494-4f78-80f4-a201bbe7b1bf None None] Set router 469f6859-d10a-4c87-9cbe-18885584186b gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:41:42.727495 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a385853d-d494-4f78-80f4-a201bbe7b1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469f6859-d10a-4c87-9cbe-18885584186b', 'name': 'tempest-TestShelveInstance-1797760303-router', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '68f26726-6cdc-42a7-8327-4ca7d061690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:34:21Z', 'updated_at': '2022-05-12T14:34:24Z', 'revision_number': 4, 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'gw_port': {'id': '68f26726-6cdc-42a7-8327-4ca7d061690f', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6859-d10a-4c87-9cbe-18885584186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:22Z', 'updated_at': '2022-05-12T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': 'a99fc8e0-06fe-4fbf-9c8f-7300c0665776', 'name': '', 'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'mac_address': 'fa:16:3e:43:3d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6859-d10a-4c87-9cbe-18885584186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '01f0db1e-e8da-4cb5-8f75-f3f1c91eada4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:24Z', 'updated_at': '2022-05-12T14:34:29Z', 'revision_number': 5, 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'subnets': [{'id': '01f0db1e-e8da-4cb5-8f75-f3f1c91eada4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:42.757817 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a385853d-d494-4f78-80f4-a201bbe7b1bf None None] The sync data for ids ['469f6859-d10a-4c87-9cbe-18885584186b'] in dv-cinder-777031-14-iscsi is: [{'id': '469f6859-d10a-4c87-9cbe-18885584186b', 'name': 'tempest-TestShelveInstance-1797760303-router', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '68f26726-6cdc-42a7-8327-4ca7d061690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:34:21Z', 'updated_at': '2022-05-12T14:34:24Z', 'revision_number': 4, 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'gw_port': {'id': '68f26726-6cdc-42a7-8327-4ca7d061690f', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6859-d10a-4c87-9cbe-18885584186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:22Z', 'updated_at': '2022-05-12T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': 'a99fc8e0-06fe-4fbf-9c8f-7300c0665776', 'name': '', 'network_id': '7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'mac_address': 'fa:16:3e:43:3d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6859-d10a-4c87-9cbe-18885584186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '01f0db1e-e8da-4cb5-8f75-f3f1c91eada4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:24Z', 'updated_at': '2022-05-12T14:34:29Z', 'revision_number': 5, 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'subnets': [{'id': '01f0db1e-e8da-4cb5-8f75-f3f1c91eada4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:41:42.805284 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5c1a7-a0fd-4f74-9995-8ce2564074fc req-bafdf395-8be5-4d65-af13-3634d36db991 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:42.806756 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d5b5c1a7-a0fd-4f74-9995-8ce2564074fc req-bafdf395-8be5-4d65-af13-3634d36db991 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0556018 May 12 14:41:42.861726 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d5b5c1a7-a0fd-4f74-9995-8ce2564074fc req-25f5b0f5-ee1f-4d53-adab-374dd4fead4a tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449083 May 12 14:41:42.998008 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceaeb0d-0a7d-45bf-94c3-ba748e56f00d None None] New status for floating IP b77aef47-5613-4061-8b78-e92f5d3d6da8: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:41:43.054039 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:43.414068 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117f710-e520-4218-8cb4-c771d3e5cbaa req-eae0616f-61c0-488d-a2b6-6e7645c4ef9a tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:43.415598 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7117f710-e520-4218-8cb4-c771d3e5cbaa req-eae0616f-61c0-488d-a2b6-6e7645c4ef9a tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 946 time: 0.0470514 May 12 14:41:43.468139 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7117f710-e520-4218-8cb4-c771d3e5cbaa req-fdf5bacc-2c20-4bd1-9654-97a9bc8d2929 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463424 May 12 14:41:44.030281 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a349c-cc57-4a26-beba-a8e809de4d2a req-4aef2be0-4db8-4d21-ac00-35f77540ddfa tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:44.031771 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-056a349c-cc57-4a26-beba-a8e809de4d2a req-4aef2be0-4db8-4d21-ac00-35f77540ddfa tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 945 time: 0.0983789 May 12 14:41:44.056997 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf0f20-96da-4ecb-bd6c-597e755b514f req-75fbe505-58b4-4d19-85b6-6625d7f8fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:44.058441 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bedf0f20-96da-4ecb-bd6c-597e755b514f req-75fbe505-58b4-4d19-85b6-6625d7f8fd8d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d9bb0671fa894da79848c7c46e553b5e&device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 1130 time: 0.1372452 May 12 14:41:44.064825 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e25617-f5f2-4f0d-a3ea-7bd68e99f891 req-e9285182-09fb-4e9b-8478-0bddd5ab68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:44.066162 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a7e25617-f5f2-4f0d-a3ea-7bd68e99f891 req-e9285182-09fb-4e9b-8478-0bddd5ab68ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=202791457f0749649e8cc096f6e43404&device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 1129 time: 0.1404951 May 12 14:41:44.135067 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-056a349c-cc57-4a26-beba-a8e809de4d2a req-9676e365-ee36-447e-a095-972e2e9cdb7b tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954332 May 12 14:41:44.246813 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf0f20-96da-4ecb-bd6c-597e755b514f req-299fc2b1-d9ed-482f-ba48-fd75d268cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:44.248298 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bedf0f20-96da-4ecb-bd6c-597e755b514f req-299fc2b1-d9ed-482f-ba48-fd75d268cbc7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9 HTTP/1.1" status: 200 len: 910 time: 0.1681609 May 12 14:41:44.249600 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e25617-f5f2-4f0d-a3ea-7bd68e99f891 req-f1516f42-d590-4cf4-bd1e-724bcb1d710c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:44.250880 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a7e25617-f5f2-4f0d-a3ea-7bd68e99f891 req-f1516f42-d590-4cf4-bd1e-724bcb1d710c service neutron] 10.222.0.57 "GET /v2.0/networks?id=a850f271-3b32-48bf-8bb5-be1eb540a3d0 HTTP/1.1" status: 200 len: 918 time: 0.1697383 May 12 14:41:44.390521 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:44.551823 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bedf0f20-96da-4ecb-bd6c-597e755b514f req-cf4a7ec9-4d74-4b16-9bbf-df8b93abaf31 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=228c90b8-3a08-410b-be25-ba639362a959 HTTP/1.1" status: 200 len: 217 time: 0.0686822 May 12 14:41:44.630872 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a7e25617-f5f2-4f0d-a3ea-7bd68e99f891 req-e35fb51c-58f0-482b-992f-6299a530ec26 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=152a3c94-4ce4-4682-a2c1-1ad44f9d899e HTTP/1.1" status: 200 len: 1001 time: 0.1542637 May 12 14:41:44.642220 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd88dd-f79c-4871-ad3c-6da498bcbad2 req-bffe728f-7d7a-4b41-b656-300ee760536f tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:44.643649 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0ffd88dd-f79c-4871-ad3c-6da498bcbad2 req-bffe728f-7d7a-4b41-b656-300ee760536f tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 946 time: 0.0959904 May 12 14:41:44.682842 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf0f20-96da-4ecb-bd6c-597e755b514f req-c0c8be09-abe8-4192-9d8f-b0c087e9a118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:44.684797 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bedf0f20-96da-4ecb-bd6c-597e755b514f req-c0c8be09-abe8-4192-9d8f-b0c087e9a118 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=01f0db1e-e8da-4cb5-8f75-f3f1c91eada4 HTTP/1.1" status: 200 len: 848 time: 0.1205897 May 12 14:41:44.724339 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e25617-f5f2-4f0d-a3ea-7bd68e99f891 req-fe77d1cb-2994-4ef2-be95-e192964bbaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:44.726410 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a7e25617-f5f2-4f0d-a3ea-7bd68e99f891 req-fe77d1cb-2994-4ef2-be95-e192964bbaf9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8fb7d41d-7144-4a8c-a134-c65db57b4ef6 HTTP/1.1" status: 200 len: 856 time: 0.0819201 May 12 14:41:44.742952 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0ffd88dd-f79c-4871-ad3c-6da498bcbad2 req-4680e202-4835-4501-9c60-d6e4f7ee9c57 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900428 May 12 14:41:45.014203 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf0f20-96da-4ecb-bd6c-597e755b514f req-665e9571-b1c6-4576-a81d-27486eccf506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:45.015700 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bedf0f20-96da-4ecb-bd6c-597e755b514f req-665e9571-b1c6-4576-a81d-27486eccf506 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0657010 May 12 14:41:45.018650 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e25617-f5f2-4f0d-a3ea-7bd68e99f891 req-b9f30626-dbb8-431c-8258-21df7604fc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:45.020038 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a7e25617-f5f2-4f0d-a3ea-7bd68e99f891 req-b9f30626-dbb8-431c-8258-21df7604fc8b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a850f271-3b32-48bf-8bb5-be1eb540a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0616977 May 12 14:41:45.128560 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 152a3c94-4ce4-4682-a2c1-1ad44f9d899e no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:41:45.204077 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e is: ACTIVE; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:41:45.204467 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (152a3c94-4ce4-4682-a2c1-1ad44f9d899e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:45.226452 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533a547e-b44f-4a33-8725-24b323556322', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '152a3c94-4ce4-4682-a2c1-1ad44f9d899e'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:41:45.228683 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8807435b-5a9d-4295-a0b8-957df5fec104" -d '{"events": [{"server_uuid": "533a547e-b44f-4a33-8725-24b323556322", "name": "network-vif-unplugged", "status": "completed", "tag": "152a3c94-4ce4-4682-a2c1-1ad44f9d899e"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:41:45.244262 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=152a3c94-4ce4-4682-a2c1-1ad44f9d899e,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:45.250344 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (152a3c94-4ce4-4682-a2c1-1ad44f9d899e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:45.272071 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f817a7e-9457-4962-a778-445d23047ad2 req-56fe5c1b-0acf-482f-acf3-a9093c2352d1 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:45.273519 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9f817a7e-9457-4962-a778-445d23047ad2 req-56fe5c1b-0acf-482f-acf3-a9093c2352d1 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 946 time: 0.1612551 May 12 14:41:45.275521 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 14:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77107c96-8506-4e7a-a9e3-a54298d11f81 x-openstack-request-id: req-77107c96-8506-4e7a-a9e3-a54298d11f81 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:41:45.275922 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533a547e-b44f-4a33-8725-24b323556322", "name": "network-vif-unplugged", "status": "completed", "tag": "152a3c94-4ce4-4682-a2c1-1ad44f9d899e", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:41:45.276179 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-77107c96-8506-4e7a-a9e3-a54298d11f81 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:41:45.276566 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77107c96-8506-4e7a-a9e3-a54298d11f81'] response: {'server_uuid': '533a547e-b44f-4a33-8725-24b323556322', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '152a3c94-4ce4-4682-a2c1-1ad44f9d899e', 'code': 200} May 12 14:41:45.301620 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=152a3c94-4ce4-4682-a2c1-1ad44f9d899e,revision_number=8']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:45.334409 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208380eb-8e9e-4b7a-8b4f-21c8c4c63882 req-620bde7b-09e4-4093-98e4-9e2719a114ac tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:45.335860 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-208380eb-8e9e-4b7a-8b4f-21c8c4c63882 req-620bde7b-09e4-4093-98e4-9e2719a114ac tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.1214499 May 12 14:41:45.375551 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a7e25617-f5f2-4f0d-a3ea-7bd68e99f891 req-83586eff-04b8-4d49-a361-c8b3c4943200 service neutron] 10.222.0.57 "GET /v2.0/networks/a850f271-3b32-48bf-8bb5-be1eb540a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707655 May 12 14:41:45.398869 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bedf0f20-96da-4ecb-bd6c-597e755b514f req-13e78c42-9456-43bd-916d-357934e93ad5 service neutron] 10.222.0.57 "GET /v2.0/networks/7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953458 May 12 14:41:45.761830 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:45.842325 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-208380eb-8e9e-4b7a-8b4f-21c8c4c63882 req-3446a79a-ce19-4a95-b014-f83aa3a37d67 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4969895 May 12 14:41:45.848275 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-9f817a7e-9457-4962-a778-445d23047ad2 req-61c51d94-6058-41f5-8462-4dcf3a2b5b08 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Deleting port 228c90b8-3a08-410b-be25-ba639362a959 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:41:45.848625 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9f817a7e-9457-4962-a778-445d23047ad2 req-61c51d94-6058-41f5-8462-4dcf3a2b5b08 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (228c90b8-3a08-410b-be25-ba639362a959), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:45.965895 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a7e25617-f5f2-4f0d-a3ea-7bd68e99f891 req-6c30625a-db88-4eca-b20c-9836d88c36ea service neutron] 10.222.0.57 "GET /v2.0/networks/a850f271-3b32-48bf-8bb5-be1eb540a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722010 May 12 14:41:45.975332 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7c751-e09f-43fe-901c-e4db070404d5 req-8a3340a3-8c48-44ea-8990-4a6d98a80aea tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:45.976705 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-34d7c751-e09f-43fe-901c-e4db070404d5 req-8a3340a3-8c48-44ea-8990-4a6d98a80aea tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 946 time: 0.1409535 May 12 14:41:45.988248 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bedf0f20-96da-4ecb-bd6c-597e755b514f req-1f1fc3a7-9803-45ca-856c-69086212e035 service neutron] 10.222.0.57 "GET /v2.0/networks/7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5756280 May 12 14:41:46.041712 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-9f817a7e-9457-4962-a778-445d23047ad2 req-61c51d94-6058-41f5-8462-4dcf3a2b5b08 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] For port 228c90b8-3a08-410b-be25-ba639362a959, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=228c90b8-3a08-410b-be25-ba639362a959,segment=NetworkSegment(ffee138e-c4dc-43bc-a9ed-63f97c51fda2),segment_id=ffee138e-c4dc-43bc-a9ed-63f97c51fda2)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:46.041996 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9f817a7e-9457-4962-a778-445d23047ad2 req-61c51d94-6058-41f5-8462-4dcf3a2b5b08 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (228c90b8-3a08-410b-be25-ba639362a959), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:46.063084 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-34d7c751-e09f-43fe-901c-e4db070404d5 req-8c812a9f-adfa-4cde-be82-713c8975cf9d tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797532 May 12 14:41:46.064696 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-9f817a7e-9457-4962-a778-445d23047ad2 req-61c51d94-6058-41f5-8462-4dcf3a2b5b08 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Calling delete_port for 228c90b8-3a08-410b-be25-ba639362a959 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:41:46.200542 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9f817a7e-9457-4962-a778-445d23047ad2 req-61c51d94-6058-41f5-8462-4dcf3a2b5b08 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (228c90b8-3a08-410b-be25-ba639362a959), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:46.226519 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c51d94-6058-41f5-8462-4dcf3a2b5b08 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Pushing event deleted for resources: {'Port': ['ID=228c90b8-3a08-410b-be25-ba639362a959,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:46.272502 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f817a7e-9457-4962-a778-445d23047ad2 req-61c51d94-6058-41f5-8462-4dcf3a2b5b08 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] No DVR routers for this DVR port 228c90b8-3a08-410b-be25-ba639362a959 on host hv-cinder-77703 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:41:46.275018 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9f817a7e-9457-4962-a778-445d23047ad2 req-61c51d94-6058-41f5-8462-4dcf3a2b5b08 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:46.278844 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9f817a7e-9457-4962-a778-445d23047ad2 req-61c51d94-6058-41f5-8462-4dcf3a2b5b08 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.57 "DELETE /v2.0/ports/228c90b8-3a08-410b-be25-ba639362a959 HTTP/1.1" status: 204 len: 173 time: 0.9635129 May 12 14:41:46.279325 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef', 'name': 'network-vif-deleted', 'tag': '228c90b8-3a08-410b-be25-ba639362a959'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:41:46.281540 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9482a2-c39b-4df4-8e97-5911beb510fc" -d '{"events": [{"server_uuid": "ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef", "name": "network-vif-deleted", "tag": "228c90b8-3a08-410b-be25-ba639362a959"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:41:46.315858 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9f9e83-cff5-420f-bca5-92f8eb63d1c1 x-openstack-request-id: req-2e9f9e83-cff5-420f-bca5-92f8eb63d1c1 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:41:46.316153 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef", "name": "network-vif-deleted", "tag": "228c90b8-3a08-410b-be25-ba639362a959", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:41:46.316422 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2e9f9e83-cff5-420f-bca5-92f8eb63d1c1 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:41:46.316824 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e9f9e83-cff5-420f-bca5-92f8eb63d1c1'] response: {'server_uuid': 'ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef', 'name': 'network-vif-deleted', 'tag': '228c90b8-3a08-410b-be25-ba639362a959', 'status': 'completed', 'code': 200} May 12 14:41:46.963119 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74b438-0d32-454b-93c2-f10bf1eb51f5 req-ddcca7f1-45de-4f91-a171-5e243d498db7 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:46.964611 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae74b438-0d32-454b-93c2-f10bf1eb51f5 req-ddcca7f1-45de-4f91-a171-5e243d498db7 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0501568 May 12 14:41:47.012453 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae74b438-0d32-454b-93c2-f10bf1eb51f5 req-06f10387-62d9-4d25-9469-9ff42b272195 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417182 May 12 14:41:47.160118 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7bf6d0fd-4793-43d0-84cf-aee3952df754 req-81aa5114-5f6e-4720-a6b0-32c2367e55e7 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 210 time: 0.0275726 May 12 14:41:48.132843 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8eca2-9d61-4483-8d27-edf3d378ccfc req-5d41a009-4247-4564-914a-c72c27f490b5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:48.134461 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-44d8eca2-9d61-4483-8d27-edf3d378ccfc req-5d41a009-4247-4564-914a-c72c27f490b5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0466652 May 12 14:41:48.181128 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-44d8eca2-9d61-4483-8d27-edf3d378ccfc req-187feaae-32b8-49fb-abb0-3595959599ea tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405445 May 12 14:41:48.258366 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ff03cf16-df7e-43c9-bb6f-f201a52cbd79 req-50ebf147-db0a-4a2d-a2cf-a81183c50d7e tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec64ac8c-7a8d-41d5-a85a-1b67d7fbd5ef HTTP/1.1" status: 200 len: 210 time: 0.0305007 May 12 14:41:48.968465 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [req-a0a97c47-41f7-44a1-8564-7bf7bc43b641 req-d29e5a59-ba2b-4ee4-a9a4-711dd99277b6 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:41:48.969461 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a0a97c47-41f7-44a1-8564-7bf7bc43b641 req-d29e5a59-ba2b-4ee4-a9a4-711dd99277b6 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052941 May 12 14:41:49.127434 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c92470-2224-4a61-8776-c2f82269f7b9 req-1ae7f8ef-fc33-4049-82b0-da2d1e841e3d tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:49.129048 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b9c92470-2224-4a61-8776-c2f82269f7b9 req-1ae7f8ef-fc33-4049-82b0-da2d1e841e3d tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0499916 May 12 14:41:49.177120 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b9c92470-2224-4a61-8776-c2f82269f7b9 req-f555bda1-05eb-47a3-a50b-69fcf58b0597 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421150 May 12 14:41:49.193244 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 228c90b8-3a08-410b-be25-ba639362a959 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:41:49.218340 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] No Port match for: 228c90b8-3a08-410b-be25-ba639362a959 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:41:49.218643 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 228c90b8-3a08-410b-be25-ba639362a959 not bound to the agent host hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:41:49.307350 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [req-76c36c71-3f90-42f0-8cc3-7df278f6a4bc req-37ade608-22aa-46b1-b06c-1a1f32c6d667 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0411875 May 12 14:41:49.343210 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 40838) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:49.414734 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c36c71-3f90-42f0-8cc3-7df278f6a4bc req-4eda38ca-8ce5-4e11-8d10-9dda950eb566 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:49.416101 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-76c36c71-3f90-42f0-8cc3-7df278f6a4bc req-4eda38ca-8ce5-4e11-8d10-9dda950eb566 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports/152a3c94-4ce4-4682-a2c1-1ad44f9d899e HTTP/1.1" status: 200 len: 940 time: 0.0767660 May 12 14:41:49.440879 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-920e8664-a570-42af-a978-6b4f1822fde5 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for security_group (b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:49.466665 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-920e8664-a570-42af-a978-6b4f1822fde5 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for security_group (b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:49.528619 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-920e8664-a570-42af-a978-6b4f1822fde5 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:49.531318 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-920e8664-a570-42af-a978-6b4f1822fde5 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:49.532463 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-920e8664-a570-42af-a978-6b4f1822fde5 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] 10.222.0.75 "DELETE /v2.0/security-groups/b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba HTTP/1.1" status: 204 len: 168 time: 0.1913550 May 12 14:41:49.546166 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e8664-a570-42af-a978-6b4f1822fde5 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c5a2ab-aebf-419f-8e60-37cd8c3c0dba,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:49.554515 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e8664-a570-42af-a978-6b4f1822fde5 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:49.555234 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e8664-a570-42af-a978-6b4f1822fde5 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:49.555622 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e8664-a570-42af-a978-6b4f1822fde5 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:49.555969 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e8664-a570-42af-a978-6b4f1822fde5 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:49.556391 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e8664-a570-42af-a978-6b4f1822fde5 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:49.556705 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e8664-a570-42af-a978-6b4f1822fde5 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:49.557038 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e8664-a570-42af-a978-6b4f1822fde5 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:49.557471 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e8664-a570-42af-a978-6b4f1822fde5 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:49.557833 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e8664-a570-42af-a978-6b4f1822fde5 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:49.558208 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e8664-a570-42af-a978-6b4f1822fde5 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:49.559169 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e8664-a570-42af-a978-6b4f1822fde5 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:49.559544 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e8664-a570-42af-a978-6b4f1822fde5 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:49.559882 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e8664-a570-42af-a978-6b4f1822fde5 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:49.560224 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e8664-a570-42af-a978-6b4f1822fde5 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:49.560767 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e8664-a570-42af-a978-6b4f1822fde5 tempest-TestShelveInstance-916349541 tempest-TestShelveInstance-916349541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:49.569193 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:49.590792 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 40848) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:50.046575 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5479-17f6-487c-b1b7-c877450f3ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932317'] for router_interface (469f6859-d10a-4c87-9cbe-18885584186b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:50.326867 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a70407-abd1-4aff-ba3e-853b7fa24df1 req-1b3cd12a-1794-4303-8968-3e7fcffcbb94 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:50.328362 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-01a70407-abd1-4aff-ba3e-853b7fa24df1 req-1b3cd12a-1794-4303-8968-3e7fcffcbb94 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0755873 May 12 14:41:50.424379 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-0f1b5479-17f6-487c-b1b7-c877450f3ae9 admin admin] Deleting port a99fc8e0-06fe-4fbf-9c8f-7300c0665776 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:41:50.424715 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5479-17f6-487c-b1b7-c877450f3ae9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (a99fc8e0-06fe-4fbf-9c8f-7300c0665776), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:50.431066 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c36c71-3f90-42f0-8cc3-7df278f6a4bc req-fbece8a2-9034-461e-8c65-ba2549cbe0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:50.432522 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-76c36c71-3f90-42f0-8cc3-7df278f6a4bc req-fbece8a2-9034-461e-8c65-ba2549cbe0d8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322&tenant_id=202791457f0749649e8cc096f6e43404 HTTP/1.1" status: 200 len: 1127 time: 0.0743165 May 12 14:41:50.459406 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-01a70407-abd1-4aff-ba3e-853b7fa24df1 req-0023789d-083d-4975-b417-e26e9bce9c8c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247587 May 12 14:41:50.547407 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c36c71-3f90-42f0-8cc3-7df278f6a4bc req-105306fb-4859-4e0e-9024-3ed4e83e2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:50.548846 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-76c36c71-3f90-42f0-8cc3-7df278f6a4bc req-105306fb-4859-4e0e-9024-3ed4e83e2219 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=202791457f0749649e8cc096f6e43404&device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 1127 time: 0.0575700 May 12 14:41:50.555066 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-0f1b5479-17f6-487c-b1b7-c877450f3ae9 admin admin] For port a99fc8e0-06fe-4fbf-9c8f-7300c0665776, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=a99fc8e0-06fe-4fbf-9c8f-7300c0665776,segment=NetworkSegment(ffee138e-c4dc-43bc-a9ed-63f97c51fda2),segment_id=ffee138e-c4dc-43bc-a9ed-63f97c51fda2)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:50.555430 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5479-17f6-487c-b1b7-c877450f3ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (a99fc8e0-06fe-4fbf-9c8f-7300c0665776), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:50.589233 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-0f1b5479-17f6-487c-b1b7-c877450f3ae9 admin admin] Calling delete_port for a99fc8e0-06fe-4fbf-9c8f-7300c0665776 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:41:50.698546 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c36c71-3f90-42f0-8cc3-7df278f6a4bc req-8c15df99-a382-4f5e-bb7f-a9f445bad91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:50.700046 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-76c36c71-3f90-42f0-8cc3-7df278f6a4bc req-8c15df99-a382-4f5e-bb7f-a9f445bad91f service neutron] 10.222.0.57 "GET /v2.0/networks?id=a850f271-3b32-48bf-8bb5-be1eb540a3d0 HTTP/1.1" status: 200 len: 918 time: 0.1417236 May 12 14:41:51.080611 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-76c36c71-3f90-42f0-8cc3-7df278f6a4bc req-f5d8fe9b-9438-4a63-b485-b6edfa240d5a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=152a3c94-4ce4-4682-a2c1-1ad44f9d899e HTTP/1.1" status: 200 len: 999 time: 0.3728313 May 12 14:41:51.160152 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c36c71-3f90-42f0-8cc3-7df278f6a4bc req-43d2a795-afaa-48ca-8776-f5981ca769ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:51.161584 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-76c36c71-3f90-42f0-8cc3-7df278f6a4bc req-43d2a795-afaa-48ca-8776-f5981ca769ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8fb7d41d-7144-4a8c-a134-c65db57b4ef6 HTTP/1.1" status: 200 len: 856 time: 0.0707059 May 12 14:41:51.177910 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5479-17f6-487c-b1b7-c877450f3ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (a99fc8e0-06fe-4fbf-9c8f-7300c0665776), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:51.187165 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 152a3c94-4ce4-4682-a2c1-1ad44f9d899e no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:41:51.223976 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b5479-17f6-487c-b1b7-c877450f3ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a99fc8e0-06fe-4fbf-9c8f-7300c0665776,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:51.254550 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c36c71-3f90-42f0-8cc3-7df278f6a4bc req-157b57ca-895a-43fd-9489-88c8ab482011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:51.256768 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-76c36c71-3f90-42f0-8cc3-7df278f6a4bc req-157b57ca-895a-43fd-9489-88c8ab482011 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a850f271-3b32-48bf-8bb5-be1eb540a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0874383 May 12 14:41:51.268871 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e is: DOWN; New status is: DOWN {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:41:51.420224 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-76c36c71-3f90-42f0-8cc3-7df278f6a4bc req-d9ffe8e0-1758-4653-8a0d-902ed40e7ad4 service neutron] 10.222.0.57 "GET /v2.0/networks/a850f271-3b32-48bf-8bb5-be1eb540a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404743 May 12 14:41:51.517740 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5479-17f6-487c-b1b7-c877450f3ae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1022764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537026'] for router_interface (469f6859-d10a-4c87-9cbe-18885584186b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:51.628666 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-76c36c71-3f90-42f0-8cc3-7df278f6a4bc req-7e9ab901-6752-4ccc-872c-42ea5a0a9b48 service neutron] 10.222.0.57 "GET /v2.0/networks/a850f271-3b32-48bf-8bb5-be1eb540a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757953 May 12 14:41:51.636151 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aefda9-87d0-4996-9b96-1b3f5c17cfa7 req-28b5eac0-9c2c-47a3-8383-46794a585c8f tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:51.638168 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e3aefda9-87d0-4996-9b96-1b3f5c17cfa7 req-28b5eac0-9c2c-47a3-8383-46794a585c8f tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.1020725 May 12 14:41:51.731069 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e3aefda9-87d0-4996-9b96-1b3f5c17cfa7 req-33db5788-ca61-4b5c-b162-86cc37855532 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857000 May 12 14:41:51.837145 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1b5479-17f6-487c-b1b7-c877450f3ae9 admin admin] Router 469f6859-d10a-4c87-9cbe-18885584186b has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:41:51.944498 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1b5479-17f6-487c-b1b7-c877450f3ae9 admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:41:51.949736 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-0f1b5479-17f6-487c-b1b7-c877450f3ae9 admin admin] 10.222.0.75 "PUT /v2.0/routers/469f6859-d10a-4c87-9cbe-18885584186b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3558109 May 12 14:41:51.952197 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 40876) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:51.954747 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8676192-f6b0-4b72-afed-436e03cb37ee None None] Sync routers for ids ['469f6859-d10a-4c87-9cbe-18885584186b'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:41:51.968210 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8676192-f6b0-4b72-afed-436e03cb37ee None None] Routers {'469f6859-d10a-4c87-9cbe-18885584186b'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:41:51.968854 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f8676192-f6b0-4b72-afed-436e03cb37ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:41:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['469f6859-d10a-4c87-9cbe-18885584186b'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:52.069712 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-87bfee03-a6f4-42dd-8ade-d0b0e457fa9a admin admin] Publish callbacks [] for router (469f6859-d10a-4c87-9cbe-18885584186b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:52.082761 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-f8676192-f6b0-4b72-afed-436e03cb37ee None None] Set router 469f6859-d10a-4c87-9cbe-18885584186b gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:41:52.229426 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-87bfee03-a6f4-42dd-8ade-d0b0e457fa9a admin admin] Publish callbacks [] for router_gateway (469f6859-d10a-4c87-9cbe-18885584186b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:52.268374 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f8676192-f6b0-4b72-afed-436e03cb37ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469f6859-d10a-4c87-9cbe-18885584186b', 'name': 'tempest-TestShelveInstance-1797760303-router', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '68f26726-6cdc-42a7-8327-4ca7d061690f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:34:21Z', 'updated_at': '2022-05-12T14:41:51Z', 'revision_number': 5, 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'gw_port': {'id': '68f26726-6cdc-42a7-8327-4ca7d061690f', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469f6859-d10a-4c87-9cbe-18885584186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:22Z', 'updated_at': '2022-05-12T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:52.290374 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-87bfee03-a6f4-42dd-8ade-d0b0e457fa9a admin admin] Deleting port 68f26726-6cdc-42a7-8327-4ca7d061690f {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:41:52.290713 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-87bfee03-a6f4-42dd-8ade-d0b0e457fa9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (68f26726-6cdc-42a7-8327-4ca7d061690f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:52.302997 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8676192-f6b0-4b72-afed-436e03cb37ee None None] Checking router: 469f6859-d10a-4c87-9cbe-18885584186b for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:41:52.313854 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8676192-f6b0-4b72-afed-436e03cb37ee None None] Routers {'469f6859-d10a-4c87-9cbe-18885584186b'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:41:52.315210 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f8676192-f6b0-4b72-afed-436e03cb37ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:41:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['469f6859-d10a-4c87-9cbe-18885584186b'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:52.401050 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-87bfee03-a6f4-42dd-8ade-d0b0e457fa9a admin admin] For port 68f26726-6cdc-42a7-8327-4ca7d061690f, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=68f26726-6cdc-42a7-8327-4ca7d061690f,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:52.401569 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-87bfee03-a6f4-42dd-8ade-d0b0e457fa9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (68f26726-6cdc-42a7-8327-4ca7d061690f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:52.420295 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-87bfee03-a6f4-42dd-8ade-d0b0e457fa9a admin admin] Calling delete_port for 68f26726-6cdc-42a7-8327-4ca7d061690f owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:41:52.425842 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-f8676192-f6b0-4b72-afed-436e03cb37ee None None] Set router 469f6859-d10a-4c87-9cbe-18885584186b gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:41:52.482593 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f8676192-f6b0-4b72-afed-436e03cb37ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469f6859-d10a-4c87-9cbe-18885584186b', 'name': 'tempest-TestShelveInstance-1797760303-router', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:34:21Z', 'updated_at': '2022-05-12T14:41:52Z', 'revision_number': 6, 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'gw_port_host': None}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:52.510407 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8676192-f6b0-4b72-afed-436e03cb37ee None None] The sync data for ids ['469f6859-d10a-4c87-9cbe-18885584186b'] in dv-cinder-777031-14-iscsi is: [{'id': '469f6859-d10a-4c87-9cbe-18885584186b', 'name': 'tempest-TestShelveInstance-1797760303-router', 'tenant_id': 'd9bb0671fa894da79848c7c46e553b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:34:21Z', 'updated_at': '2022-05-12T14:41:52Z', 'revision_number': 6, 'project_id': 'd9bb0671fa894da79848c7c46e553b5e', 'gw_port_host': None}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:41:52.605687 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-87bfee03-a6f4-42dd-8ade-d0b0e457fa9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (68f26726-6cdc-42a7-8327-4ca7d061690f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:52.636536 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfee03-a6f4-42dd-8ade-d0b0e457fa9a admin admin] Pushing event deleted for resources: {'Port': ['ID=68f26726-6cdc-42a7-8327-4ca7d061690f,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:52.700538 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-87bfee03-a6f4-42dd-8ade-d0b0e457fa9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-929007'] for router_gateway (469f6859-d10a-4c87-9cbe-18885584186b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:52.795892 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-87bfee03-a6f4-42dd-8ade-d0b0e457fa9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-493149'] for router (469f6859-d10a-4c87-9cbe-18885584186b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:52.797983 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-87bfee03-a6f4-42dd-8ade-d0b0e457fa9a admin admin] Publish callbacks [] for router_controller (469f6859-d10a-4c87-9cbe-18885584186b), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:52.870957 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-87bfee03-a6f4-42dd-8ade-d0b0e457fa9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-927166'] for router (469f6859-d10a-4c87-9cbe-18885584186b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:52.872162 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bfee03-a6f4-42dd-8ade-d0b0e457fa9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 469f6859-d10a-4c87-9cbe-18885584186b {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 14:41:52.880671 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-87bfee03-a6f4-42dd-8ade-d0b0e457fa9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:52.881768 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-87bfee03-a6f4-42dd-8ade-d0b0e457fa9a admin admin] 10.222.0.75 "DELETE /v2.0/routers/469f6859-d10a-4c87-9cbe-18885584186b HTTP/1.1" status: 204 len: 168 time: 0.9286675 May 12 14:41:52.884713 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 40886) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:52.923744 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6eda16-8ea4-4b01-9413-141e0a37704c req-24518939-4511-4193-bfe3-6d899418d9b7 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:52.925277 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8d6eda16-8ea4-4b01-9413-141e0a37704c req-24518939-4511-4193-bfe3-6d899418d9b7 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0917606 May 12 14:41:52.951860 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ab68e6-b1b5-4a3a-bb56-aa1305754a3a admin admin] Deleting subnet 01f0db1e-e8da-4cb5-8f75-f3f1c91eada4 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:41:52.965418 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-84ab68e6-b1b5-4a3a-bb56-aa1305754a3a admin admin] Publish callbacks [] for subnet (01f0db1e-e8da-4cb5-8f75-f3f1c91eada4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:53.022673 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-84ab68e6-b1b5-4a3a-bb56-aa1305754a3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3984780'] for subnet (01f0db1e-e8da-4cb5-8f75-f3f1c91eada4), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:53.027362 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8d6eda16-8ea4-4b01-9413-141e0a37704c req-0af7f720-0675-44dd-99c8-ddd4aa2e34d6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920365 May 12 14:41:53.107993 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-84ab68e6-b1b5-4a3a-bb56-aa1305754a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33439215'] for subnet (01f0db1e-e8da-4cb5-8f75-f3f1c91eada4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:53.166523 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-84ab68e6-b1b5-4a3a-bb56-aa1305754a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33439222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4027564'] for subnet (01f0db1e-e8da-4cb5-8f75-f3f1c91eada4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:53.192892 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab68e6-b1b5-4a3a-bb56-aa1305754a3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01f0db1e-e8da-4cb5-8f75-f3f1c91eada4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:53.196568 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-84ab68e6-b1b5-4a3a-bb56-aa1305754a3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:53.201690 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-84ab68e6-b1b5-4a3a-bb56-aa1305754a3a admin admin] 10.222.0.75 "DELETE /v2.0/subnets/01f0db1e-e8da-4cb5-8f75-f3f1c91eada4 HTTP/1.1" status: 204 len: 168 time: 0.3146527 May 12 14:41:53.202763 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 40888) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:53.205467 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34048268-498d-4278-b3cf-5b6c9999c82f None None] Network 7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:41:53.282966 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-81ee022f-461a-4bd9-8cea-0853c8c6e2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33070896'] for network (7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:53.370337 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-81ee022f-461a-4bd9-8cea-0853c8c6e2e1 admin admin] Deleting port 6ae6fe56-1ed1-47aa-b980-9d9a2b33627d {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:41:53.370803 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-81ee022f-461a-4bd9-8cea-0853c8c6e2e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (6ae6fe56-1ed1-47aa-b980-9d9a2b33627d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:53.387301 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device a99fc8e0-06fe-4fbf-9c8f-7300c0665776 no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:41:53.413962 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2813a0-ade1-40c6-aca0-a6e299c7af3b None None] DHCP port deletion for 7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9 request from dv-cinder-777031-14-iscsi {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 14:41:53.420662 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: a99fc8e0-06fe-4fbf-9c8f-7300c0665776 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:41:53.421233 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device a99fc8e0-06fe-4fbf-9c8f-7300c0665776 not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:41:53.421798 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 68f26726-6cdc-42a7-8327-4ca7d061690f no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:41:53.457773 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-81ee022f-461a-4bd9-8cea-0853c8c6e2e1 admin admin] For port 6ae6fe56-1ed1-47aa-b980-9d9a2b33627d, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=6ae6fe56-1ed1-47aa-b980-9d9a2b33627d,segment=NetworkSegment(ffee138e-c4dc-43bc-a9ed-63f97c51fda2),segment_id=ffee138e-c4dc-43bc-a9ed-63f97c51fda2)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:53.458793 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-81ee022f-461a-4bd9-8cea-0853c8c6e2e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (6ae6fe56-1ed1-47aa-b980-9d9a2b33627d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:53.462739 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: 68f26726-6cdc-42a7-8327-4ca7d061690f {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:41:53.463110 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 68f26726-6cdc-42a7-8327-4ca7d061690f not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:41:53.476793 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0f2813a0-ade1-40c6-aca0-a6e299c7af3b None None] Deleting port 6ae6fe56-1ed1-47aa-b980-9d9a2b33627d {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:41:53.477174 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0f2813a0-ade1-40c6-aca0-a6e299c7af3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (6ae6fe56-1ed1-47aa-b980-9d9a2b33627d), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:53.482516 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-81ee022f-461a-4bd9-8cea-0853c8c6e2e1 admin admin] Calling delete_port for 6ae6fe56-1ed1-47aa-b980-9d9a2b33627d owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:41:53.546599 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-0f2813a0-ade1-40c6-aca0-a6e299c7af3b None None] For port 6ae6fe56-1ed1-47aa-b980-9d9a2b33627d, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=6ae6fe56-1ed1-47aa-b980-9d9a2b33627d,segment=NetworkSegment(ffee138e-c4dc-43bc-a9ed-63f97c51fda2),segment_id=ffee138e-c4dc-43bc-a9ed-63f97c51fda2)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:53.546980 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0f2813a0-ade1-40c6-aca0-a6e299c7af3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (6ae6fe56-1ed1-47aa-b980-9d9a2b33627d), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:53.562255 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0f2813a0-ade1-40c6-aca0-a6e299c7af3b None None] Calling delete_port for 6ae6fe56-1ed1-47aa-b980-9d9a2b33627d owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:41:53.588198 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-81ee022f-461a-4bd9-8cea-0853c8c6e2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (6ae6fe56-1ed1-47aa-b980-9d9a2b33627d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:53.625866 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee022f-461a-4bd9-8cea-0853c8c6e2e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ae6fe56-1ed1-47aa-b980-9d9a2b33627d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:53.630729 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ee022f-461a-4bd9-8cea-0853c8c6e2e1 admin admin] No DVR routers for this DVR port 6ae6fe56-1ed1-47aa-b980-9d9a2b33627d on host dv-cinder-777031-14-iscsi {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:41:53.682627 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0f2813a0-ade1-40c6-aca0-a6e299c7af3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253'] for port (6ae6fe56-1ed1-47aa-b980-9d9a2b33627d), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:53.717604 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2813a0-ade1-40c6-aca0-a6e299c7af3b None None] Pushing event deleted for resources: {'Port': ['ID=6ae6fe56-1ed1-47aa-b980-9d9a2b33627d,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:53.723511 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2813a0-ade1-40c6-aca0-a6e299c7af3b None None] No DVR routers for this DVR port 6ae6fe56-1ed1-47aa-b980-9d9a2b33627d on host dv-cinder-777031-14-iscsi {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:41:53.723920 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-81ee022f-461a-4bd9-8cea-0853c8c6e2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33375322', 'neutron.services.segments.db._delete_segments_for_network-8771212172310'] for network (7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:53.744980 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-81ee022f-461a-4bd9-8cea-0853c8c6e2e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:53.754069 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-81ee022f-461a-4bd9-8cea-0853c8c6e2e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffee138e-c4dc-43bc-a9ed-63f97c51fda2') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:53.754364 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-81ee022f-461a-4bd9-8cea-0853c8c6e2e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffee138e-c4dc-43bc-a9ed-63f97c51fda2') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:53.765322 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-81ee022f-461a-4bd9-8cea-0853c8c6e2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771212173343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3984821'] for segment (ffee138e-c4dc-43bc-a9ed-63f97c51fda2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:53.780002 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-81ee022f-461a-4bd9-8cea-0853c8c6e2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (ffee138e-c4dc-43bc-a9ed-63f97c51fda2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:53.787322 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ee022f-461a-4bd9-8cea-0853c8c6e2e1 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:41:53.787784 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-81ee022f-461a-4bd9-8cea-0853c8c6e2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745268'] for segment (ffee138e-c4dc-43bc-a9ed-63f97c51fda2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: Traceback (most recent call last): May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: timer() May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: cb(*args, **kw) May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: return func(*args, **kwargs) May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: self._notify() May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: self.callback(batched_events) May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: event.method(event) May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: return f(self, *a, **k) May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: return self._get(url).json() May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: return self.request(url, 'GET', **kwargs) May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:41:53.789691 dv-cinder-777031-14-iscsi neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:41:53.845466 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-81ee022f-461a-4bd9-8cea-0853c8c6e2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33375329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931293'] for network (7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:53.851251 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-81ee022f-461a-4bd9-8cea-0853c8c6e2e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:53.855180 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-81ee022f-461a-4bd9-8cea-0853c8c6e2e1 admin admin] 10.222.0.75 "DELETE /v2.0/networks/7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9 HTTP/1.1" status: 204 len: 168 time: 0.6506197 May 12 14:41:53.858259 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 40890) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:53.866986 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee022f-461a-4bd9-8cea-0853c8c6e2e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b5e5a95-1ebf-44c0-8df3-0ac0399ef8e9,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:54.157996 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607e2c1-2cae-4475-8f70-163c9006a92c req-bd3ac462-8f45-4168-aa97-e327c2993d93 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:54.165368 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7607e2c1-2cae-4475-8f70-163c9006a92c req-bd3ac462-8f45-4168-aa97-e327c2993d93 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0610960 May 12 14:41:54.209940 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7607e2c1-2cae-4475-8f70-163c9006a92c req-a780d64c-ee14-4761-a8d0-7e00080e9d0d tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436826 May 12 14:41:54.427524 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-acdb702f-0ac1-43bb-bf30-64b46beb2555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932317'] for router_interface (a2cb78cf-1702-4686-91cd-b72ddab5c5d0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:54.666970 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-acdb702f-0ac1-43bb-bf30-64b46beb2555 admin admin] Deleting port d9357ad7-22f7-4df4-8a2d-168b0a4938e4 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:41:54.667339 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-acdb702f-0ac1-43bb-bf30-64b46beb2555 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (d9357ad7-22f7-4df4-8a2d-168b0a4938e4), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:54.745525 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-acdb702f-0ac1-43bb-bf30-64b46beb2555 admin admin] For port d9357ad7-22f7-4df4-8a2d-168b0a4938e4, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=d9357ad7-22f7-4df4-8a2d-168b0a4938e4,segment=NetworkSegment(0c4418e8-c16d-4a7a-8a6f-9d08843d7f55),segment_id=0c4418e8-c16d-4a7a-8a6f-9d08843d7f55)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:54.745828 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-acdb702f-0ac1-43bb-bf30-64b46beb2555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (d9357ad7-22f7-4df4-8a2d-168b0a4938e4), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:54.759645 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-acdb702f-0ac1-43bb-bf30-64b46beb2555 admin admin] Calling delete_port for d9357ad7-22f7-4df4-8a2d-168b0a4938e4 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:41:54.939927 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-acdb702f-0ac1-43bb-bf30-64b46beb2555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (d9357ad7-22f7-4df4-8a2d-168b0a4938e4), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:54.968353 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb702f-0ac1-43bb-bf30-64b46beb2555 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9357ad7-22f7-4df4-8a2d-168b0a4938e4,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:54.979596 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb702f-0ac1-43bb-bf30-64b46beb2555 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:54.979960 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb702f-0ac1-43bb-bf30-64b46beb2555 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:54.980314 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb702f-0ac1-43bb-bf30-64b46beb2555 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:54.981199 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb702f-0ac1-43bb-bf30-64b46beb2555 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:54.981539 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb702f-0ac1-43bb-bf30-64b46beb2555 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:54.981872 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb702f-0ac1-43bb-bf30-64b46beb2555 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:54.982208 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb702f-0ac1-43bb-bf30-64b46beb2555 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:54.982536 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb702f-0ac1-43bb-bf30-64b46beb2555 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:54.982884 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb702f-0ac1-43bb-bf30-64b46beb2555 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:54.983263 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb702f-0ac1-43bb-bf30-64b46beb2555 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:54.983610 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb702f-0ac1-43bb-bf30-64b46beb2555 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:54.983945 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb702f-0ac1-43bb-bf30-64b46beb2555 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:54.984273 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb702f-0ac1-43bb-bf30-64b46beb2555 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:54.984598 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb702f-0ac1-43bb-bf30-64b46beb2555 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:54.984921 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb702f-0ac1-43bb-bf30-64b46beb2555 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:41:55.159667 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-acdb702f-0ac1-43bb-bf30-64b46beb2555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1022764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537026'] for router_interface (a2cb78cf-1702-4686-91cd-b72ddab5c5d0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:55.304674 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 6ae6fe56-1ed1-47aa-b980-9d9a2b33627d no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:41:55.324438 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: 6ae6fe56-1ed1-47aa-b980-9d9a2b33627d {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:41:55.325033 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 6ae6fe56-1ed1-47aa-b980-9d9a2b33627d not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:41:55.369605 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86debc-9e48-4ca8-aff4-888e5c888a8e req-6482111a-cc7c-42c6-ac68-05479bff5439 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:55.371238 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9c86debc-9e48-4ca8-aff4-888e5c888a8e req-6482111a-cc7c-42c6-ac68-05479bff5439 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0712590 May 12 14:41:55.437490 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9c86debc-9e48-4ca8-aff4-888e5c888a8e req-cb200a8a-9049-4cb5-87fe-5bfdaff1335a tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520856 May 12 14:41:55.440359 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acdb702f-0ac1-43bb-bf30-64b46beb2555 admin admin] Router a2cb78cf-1702-4686-91cd-b72ddab5c5d0 has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:41:55.549397 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdb702f-0ac1-43bb-bf30-64b46beb2555 admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:41:55.554381 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-acdb702f-0ac1-43bb-bf30-64b46beb2555 admin admin] 10.222.0.75 "PUT /v2.0/routers/a2cb78cf-1702-4686-91cd-b72ddab5c5d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6951005 May 12 14:41:55.557201 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 40898) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:55.563508 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73719693-1427-462f-bd80-10dcf71d2c6a None None] Sync routers for ids ['a2cb78cf-1702-4686-91cd-b72ddab5c5d0'] in dv-cinder-777031-14-iscsi {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:41:55.587062 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73719693-1427-462f-bd80-10dcf71d2c6a None None] Routers {'a2cb78cf-1702-4686-91cd-b72ddab5c5d0'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:41:55.588006 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-73719693-1427-462f-bd80-10dcf71d2c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:41:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['a2cb78cf-1702-4686-91cd-b72ddab5c5d0'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:55.686562 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fd6b2dc0-ee12-4884-b3ad-0c641f2759df admin admin] Publish callbacks [] for router (a2cb78cf-1702-4686-91cd-b72ddab5c5d0), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:55.798466 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fd6b2dc0-ee12-4884-b3ad-0c641f2759df admin admin] Publish callbacks [] for router_gateway (a2cb78cf-1702-4686-91cd-b72ddab5c5d0), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:55.853797 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-fd6b2dc0-ee12-4884-b3ad-0c641f2759df admin admin] Deleting port f34c0919-ecf5-4645-8ec0-4b4fcda99f25 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:41:55.854132 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fd6b2dc0-ee12-4884-b3ad-0c641f2759df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (f34c0919-ecf5-4645-8ec0-4b4fcda99f25), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:55.854340 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-73719693-1427-462f-bd80-10dcf71d2c6a None None] Set router a2cb78cf-1702-4686-91cd-b72ddab5c5d0 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:41:55.944625 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-fd6b2dc0-ee12-4884-b3ad-0c641f2759df admin admin] For port f34c0919-ecf5-4645-8ec0-4b4fcda99f25, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=f34c0919-ecf5-4645-8ec0-4b4fcda99f25,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:55.945078 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fd6b2dc0-ee12-4884-b3ad-0c641f2759df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (f34c0919-ecf5-4645-8ec0-4b4fcda99f25), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:55.958780 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-fd6b2dc0-ee12-4884-b3ad-0c641f2759df admin admin] Calling delete_port for f34c0919-ecf5-4645-8ec0-4b4fcda99f25 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:41:56.032309 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-73719693-1427-462f-bd80-10dcf71d2c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cb78cf-1702-4686-91cd-b72ddab5c5d0', 'name': 'tempest-TestShelveInstance-911189685-router', 'tenant_id': '1fdc3cb330c641f8964219da72fbc161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f34c0919-ecf5-4645-8ec0-4b4fcda99f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:34:26Z', 'updated_at': '2022-05-12T14:41:54Z', 'revision_number': 5, 'project_id': '1fdc3cb330c641f8964219da72fbc161', 'gw_port': {'id': 'f34c0919-ecf5-4645-8ec0-4b4fcda99f25', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cb78cf-1702-4686-91cd-b72ddab5c5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:34:27Z', 'updated_at': '2022-05-12T14:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:56.062941 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73719693-1427-462f-bd80-10dcf71d2c6a None None] Checking router: a2cb78cf-1702-4686-91cd-b72ddab5c5d0 for host: dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:41:56.072349 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73719693-1427-462f-bd80-10dcf71d2c6a None None] Routers {'a2cb78cf-1702-4686-91cd-b72ddab5c5d0'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:41:56.072969 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-73719693-1427-462f-bd80-10dcf71d2c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:41:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['a2cb78cf-1702-4686-91cd-b72ddab5c5d0'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:56.139328 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fd6b2dc0-ee12-4884-b3ad-0c641f2759df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (f34c0919-ecf5-4645-8ec0-4b4fcda99f25), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:56.170985 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b2dc0-ee12-4884-b3ad-0c641f2759df admin admin] Pushing event deleted for resources: {'Port': ['ID=f34c0919-ecf5-4645-8ec0-4b4fcda99f25,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:56.184534 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-73719693-1427-462f-bd80-10dcf71d2c6a None None] Set router a2cb78cf-1702-4686-91cd-b72ddab5c5d0 gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:41:56.240242 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fd6b2dc0-ee12-4884-b3ad-0c641f2759df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-929007'] for router_gateway (a2cb78cf-1702-4686-91cd-b72ddab5c5d0), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:56.250021 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-73719693-1427-462f-bd80-10dcf71d2c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cb78cf-1702-4686-91cd-b72ddab5c5d0', 'name': 'tempest-TestShelveInstance-911189685-router', 'tenant_id': '1fdc3cb330c641f8964219da72fbc161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:34:26Z', 'updated_at': '2022-05-12T14:41:55Z', 'revision_number': 6, 'project_id': '1fdc3cb330c641f8964219da72fbc161', 'gw_port_host': None}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:56.282653 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73719693-1427-462f-bd80-10dcf71d2c6a None None] The sync data for ids ['a2cb78cf-1702-4686-91cd-b72ddab5c5d0'] in dv-cinder-777031-14-iscsi is: [{'id': 'a2cb78cf-1702-4686-91cd-b72ddab5c5d0', 'name': 'tempest-TestShelveInstance-911189685-router', 'tenant_id': '1fdc3cb330c641f8964219da72fbc161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:34:26Z', 'updated_at': '2022-05-12T14:41:55Z', 'revision_number': 6, 'project_id': '1fdc3cb330c641f8964219da72fbc161', 'gw_port_host': None}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:41:56.336980 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fd6b2dc0-ee12-4884-b3ad-0c641f2759df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-493149'] for router (a2cb78cf-1702-4686-91cd-b72ddab5c5d0), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:56.340594 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fd6b2dc0-ee12-4884-b3ad-0c641f2759df admin admin] Publish callbacks [] for router_controller (a2cb78cf-1702-4686-91cd-b72ddab5c5d0), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:56.383367 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fd6b2dc0-ee12-4884-b3ad-0c641f2759df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-927166'] for router (a2cb78cf-1702-4686-91cd-b72ddab5c5d0), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:56.384085 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6b2dc0-ee12-4884-b3ad-0c641f2759df admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2cb78cf-1702-4686-91cd-b72ddab5c5d0 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 14:41:56.388730 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fd6b2dc0-ee12-4884-b3ad-0c641f2759df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:56.389915 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-fd6b2dc0-ee12-4884-b3ad-0c641f2759df admin admin] 10.222.0.75 "DELETE /v2.0/routers/a2cb78cf-1702-4686-91cd-b72ddab5c5d0 HTTP/1.1" status: 204 len: 168 time: 0.8315618 May 12 14:41:56.392596 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 40902) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:56.438125 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c73ab5-28e4-4f49-bba8-aae79d202f4b admin admin] Deleting subnet 6b05fb72-cc80-4ddc-9145-11d9d5442ba6 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:41:56.441347 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-53c73ab5-28e4-4f49-bba8-aae79d202f4b admin admin] Publish callbacks [] for subnet (6b05fb72-cc80-4ddc-9145-11d9d5442ba6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:56.482241 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-53c73ab5-28e4-4f49-bba8-aae79d202f4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3984780'] for subnet (6b05fb72-cc80-4ddc-9145-11d9d5442ba6), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:56.836070 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d9d38-c61d-4936-964b-65e6fb9adc54 req-e752dc1a-390a-4516-9f52-ef996858a83f tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:56.837517 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a04d9d38-c61d-4936-964b-65e6fb9adc54 req-e752dc1a-390a-4516-9f52-ef996858a83f tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0582912 May 12 14:41:56.897510 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-53c73ab5-28e4-4f49-bba8-aae79d202f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33439215'] for subnet (6b05fb72-cc80-4ddc-9145-11d9d5442ba6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:56.940547 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a04d9d38-c61d-4936-964b-65e6fb9adc54 req-65b95e10-e461-4981-998a-ce92a413232e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964882 May 12 14:41:56.971367 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-53c73ab5-28e4-4f49-bba8-aae79d202f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33439222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4027564'] for subnet (6b05fb72-cc80-4ddc-9145-11d9d5442ba6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:56.996347 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c73ab5-28e4-4f49-bba8-aae79d202f4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b05fb72-cc80-4ddc-9145-11d9d5442ba6,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:57.002514 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-53c73ab5-28e4-4f49-bba8-aae79d202f4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:57.005662 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-53c73ab5-28e4-4f49-bba8-aae79d202f4b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/6b05fb72-cc80-4ddc-9145-11d9d5442ba6 HTTP/1.1" status: 204 len: 168 time: 0.6120594 May 12 14:41:57.008387 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 40906) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:57.008895 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb6e1f3-58ce-4198-babe-79738310c500 None None] Network a728485f-9cf4-4e0d-834c-11f53461c9f6 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:41:57.117471 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ad5c3e35-d0e9-4a69-8e5b-c5d25ff32460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33070896'] for network (a728485f-9cf4-4e0d-834c-11f53461c9f6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:57.165833 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-ad5c3e35-d0e9-4a69-8e5b-c5d25ff32460 admin admin] Deleting port 9aeb4afd-4e55-430c-9962-ba6206278b59 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:41:57.166246 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ad5c3e35-d0e9-4a69-8e5b-c5d25ff32460 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (9aeb4afd-4e55-430c-9962-ba6206278b59), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:57.189250 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fe85e4-06a3-4377-9dae-194452910418 None None] DHCP port deletion for a728485f-9cf4-4e0d-834c-11f53461c9f6 request from dv-cinder-777031-14-iscsi {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 14:41:57.249752 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-ad5c3e35-d0e9-4a69-8e5b-c5d25ff32460 admin admin] For port 9aeb4afd-4e55-430c-9962-ba6206278b59, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=9aeb4afd-4e55-430c-9962-ba6206278b59,segment=NetworkSegment(0c4418e8-c16d-4a7a-8a6f-9d08843d7f55),segment_id=0c4418e8-c16d-4a7a-8a6f-9d08843d7f55)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:57.250105 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ad5c3e35-d0e9-4a69-8e5b-c5d25ff32460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (9aeb4afd-4e55-430c-9962-ba6206278b59), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:57.262563 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-19fe85e4-06a3-4377-9dae-194452910418 None None] Deleting port 9aeb4afd-4e55-430c-9962-ba6206278b59 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:41:57.263744 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-19fe85e4-06a3-4377-9dae-194452910418 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (9aeb4afd-4e55-430c-9962-ba6206278b59), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:57.264577 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-ad5c3e35-d0e9-4a69-8e5b-c5d25ff32460 admin admin] Calling delete_port for 9aeb4afd-4e55-430c-9962-ba6206278b59 owned by network:dhcp {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:41:57.334202 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device f34c0919-ecf5-4645-8ec0-4b4fcda99f25 no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:41:57.357974 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ad5c3e35-d0e9-4a69-8e5b-c5d25ff32460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (9aeb4afd-4e55-430c-9962-ba6206278b59), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:57.372313 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5c3e35-d0e9-4a69-8e5b-c5d25ff32460 admin admin] No DVR routers for this DVR port 9aeb4afd-4e55-430c-9962-ba6206278b59 on host dv-cinder-777031-14-iscsi {{(pid=103429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:41:57.386102 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: f34c0919-ecf5-4645-8ec0-4b4fcda99f25 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:41:57.387515 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device f34c0919-ecf5-4645-8ec0-4b4fcda99f25 not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:41:57.388301 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device d9357ad7-22f7-4df4-8a2d-168b0a4938e4 no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:41:57.392268 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-19fe85e4-06a3-4377-9dae-194452910418 None None] For port 9aeb4afd-4e55-430c-9962-ba6206278b59, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=9aeb4afd-4e55-430c-9962-ba6206278b59,segment=NetworkSegment(0c4418e8-c16d-4a7a-8a6f-9d08843d7f55),segment_id=0c4418e8-c16d-4a7a-8a6f-9d08843d7f55)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:41:57.392669 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-19fe85e4-06a3-4377-9dae-194452910418 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (9aeb4afd-4e55-430c-9962-ba6206278b59), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:57.405479 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c3e35-d0e9-4a69-8e5b-c5d25ff32460 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aeb4afd-4e55-430c-9962-ba6206278b59,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:57.423886 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: d9357ad7-22f7-4df4-8a2d-168b0a4938e4 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:41:57.424228 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device d9357ad7-22f7-4df4-8a2d-168b0a4938e4 not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:41:57.424821 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 9aeb4afd-4e55-430c-9962-ba6206278b59 no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:41:57.455512 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: 9aeb4afd-4e55-430c-9962-ba6206278b59 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:41:57.455864 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 9aeb4afd-4e55-430c-9962-ba6206278b59 not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:41:57.459562 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-19fe85e4-06a3-4377-9dae-194452910418 None None] Calling delete_port for 9aeb4afd-4e55-430c-9962-ba6206278b59 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:41:57.483372 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ad5c3e35-d0e9-4a69-8e5b-c5d25ff32460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33375322', 'neutron.services.segments.db._delete_segments_for_network-8771212172310'] for network (a728485f-9cf4-4e0d-834c-11f53461c9f6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:57.508802 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.services.segments.db [None req-ad5c3e35-d0e9-4a69-8e5b-c5d25ff32460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a728485f-9cf4-4e0d-834c-11f53461c9f6']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:57.521247 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.services.segments.db [None req-ad5c3e35-d0e9-4a69-8e5b-c5d25ff32460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4418e8-c16d-4a7a-8a6f-9d08843d7f55') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:57.521546 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.services.segments.db [None req-ad5c3e35-d0e9-4a69-8e5b-c5d25ff32460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4418e8-c16d-4a7a-8a6f-9d08843d7f55') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:41:57.532631 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ad5c3e35-d0e9-4a69-8e5b-c5d25ff32460 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771212173343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8839291'] for segment (0c4418e8-c16d-4a7a-8a6f-9d08843d7f55), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:57.547193 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ad5c3e35-d0e9-4a69-8e5b-c5d25ff32460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (0c4418e8-c16d-4a7a-8a6f-9d08843d7f55), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:57.549431 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-19fe85e4-06a3-4377-9dae-194452910418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253'] for port (9aeb4afd-4e55-430c-9962-ba6206278b59), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:57.553367 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad5c3e35-d0e9-4a69-8e5b-c5d25ff32460 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:41:57.554682 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ad5c3e35-d0e9-4a69-8e5b-c5d25ff32460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814719'] for segment (0c4418e8-c16d-4a7a-8a6f-9d08843d7f55), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: Traceback (most recent call last): May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: timer() May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: cb(*args, **kw) May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: return func(*args, **kwargs) May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: self._notify() May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: self.callback(batched_events) May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: event.method(event) May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: return f(self, *a, **k) May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: return self._get(url).json() May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: return self.request(url, 'GET', **kwargs) May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:41:57.555796 dv-cinder-777031-14-iscsi neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:41:57.577460 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe85e4-06a3-4377-9dae-194452910418 None None] Pushing event deleted for resources: {'Port': ['ID=9aeb4afd-4e55-430c-9962-ba6206278b59,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:57.581115 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fe85e4-06a3-4377-9dae-194452910418 None None] No DVR routers for this DVR port 9aeb4afd-4e55-430c-9962-ba6206278b59 on host dv-cinder-777031-14-iscsi {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:41:57.627779 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ad5c3e35-d0e9-4a69-8e5b-c5d25ff32460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33375329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931293'] for network (a728485f-9cf4-4e0d-834c-11f53461c9f6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:57.647947 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ad5c3e35-d0e9-4a69-8e5b-c5d25ff32460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:57.651192 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-ad5c3e35-d0e9-4a69-8e5b-c5d25ff32460 admin admin] 10.222.0.75 "DELETE /v2.0/networks/a728485f-9cf4-4e0d-834c-11f53461c9f6 HTTP/1.1" status: 204 len: 168 time: 0.6408255 May 12 14:41:57.653007 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c3e35-d0e9-4a69-8e5b-c5d25ff32460 admin admin] Pushing event deleted for resources: {'Network': ['ID=a728485f-9cf4-4e0d-834c-11f53461c9f6,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:57.769972 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 40912) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:57.812911 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-14274e44-bfc5-46e1-bd34-982375fdf3b6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d9bb0671fa894da79848c7c46e553b5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416942 May 12 14:41:57.815565 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 40914) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:57.867826 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-49a35c6f-89b6-4004-a6d5-a452cf101504 admin admin] Publish callbacks [] for security_group (3e5df05e-fb01-4ea5-81ce-f0cd5dc5ec04), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:57.890055 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-49a35c6f-89b6-4004-a6d5-a452cf101504 admin admin] Publish callbacks [] for security_group (3e5df05e-fb01-4ea5-81ce-f0cd5dc5ec04), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:57.941468 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-49a35c6f-89b6-4004-a6d5-a452cf101504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (3e5df05e-fb01-4ea5-81ce-f0cd5dc5ec04), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:57.944911 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-49a35c6f-89b6-4004-a6d5-a452cf101504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:57.948416 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-49a35c6f-89b6-4004-a6d5-a452cf101504 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3e5df05e-fb01-4ea5-81ce-f0cd5dc5ec04 HTTP/1.1" status: 204 len: 168 time: 0.1296732 May 12 14:41:57.956774 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a35c6f-89b6-4004-a6d5-a452cf101504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5df05e-fb01-4ea5-81ce-f0cd5dc5ec04,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:58.078262 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81122820-1b16-4860-8c16-64c144d57a19 req-4608392a-b890-417d-9c97-57d3a30f4ca9 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:58.079822 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-81122820-1b16-4860-8c16-64c144d57a19 req-4608392a-b890-417d-9c97-57d3a30f4ca9 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0481031 May 12 14:41:58.133701 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-81122820-1b16-4860-8c16-64c144d57a19 req-f5af7337-1350-4751-85e5-79e8bbb0379f tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484848 May 12 14:41:58.319195 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 40922) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:58.362832 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-e4681fa9-be10-4be0-ba90-ea60ff6e3302 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1fdc3cb330c641f8964219da72fbc161&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423059 May 12 14:41:58.365206 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 40924) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:41:58.410813 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3f11c2e-fd64-4ad7-8ecb-0a2549b3031e admin admin] Publish callbacks [] for security_group (6e648928-b994-4a89-935d-7b3ee210457e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:58.438027 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3f11c2e-fd64-4ad7-8ecb-0a2549b3031e admin admin] Publish callbacks [] for security_group (6e648928-b994-4a89-935d-7b3ee210457e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:58.488598 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3f11c2e-fd64-4ad7-8ecb-0a2549b3031e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (6e648928-b994-4a89-935d-7b3ee210457e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:58.491346 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3f11c2e-fd64-4ad7-8ecb-0a2549b3031e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:41:58.495483 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-a3f11c2e-fd64-4ad7-8ecb-0a2549b3031e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6e648928-b994-4a89-935d-7b3ee210457e HTTP/1.1" status: 204 len: 168 time: 0.1264002 May 12 14:41:58.500831 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f11c2e-fd64-4ad7-8ecb-0a2549b3031e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e648928-b994-4a89-935d-7b3ee210457e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:41:59.259122 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e3e19-e463-4569-8fb4-8998ccb9ba56 req-e0fadc82-f154-4d2b-9e4c-dcc39bc8f842 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:41:59.260545 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-022e3e19-e463-4569-8fb4-8998ccb9ba56 req-e0fadc82-f154-4d2b-9e4c-dcc39bc8f842 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0511284 May 12 14:41:59.308067 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-022e3e19-e463-4569-8fb4-8998ccb9ba56 req-c238c72f-5eeb-4d77-8bcb-493710f70324 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418797 May 12 14:42:00.444729 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb3b6f-0e8b-4d25-9a9e-5f7b0d97ca13 req-e5a1e721-67a8-402b-9734-a4fde2235ed0 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:00.446201 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bbcb3b6f-0e8b-4d25-9a9e-5f7b0d97ca13 req-e5a1e721-67a8-402b-9734-a4fde2235ed0 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0511723 May 12 14:42:00.494427 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bbcb3b6f-0e8b-4d25-9a9e-5f7b0d97ca13 req-b85b0a0f-c50f-4a4c-9a1a-f3fa7507374d tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419037 May 12 14:42:01.623280 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d66eb-e079-4a8e-838c-f476bd28b2fc req-da4e9da8-56be-4255-a63f-f170889e67e6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:01.624741 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-be9d66eb-e079-4a8e-838c-f476bd28b2fc req-da4e9da8-56be-4255-a63f-f170889e67e6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0460167 May 12 14:42:01.686342 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-be9d66eb-e079-4a8e-838c-f476bd28b2fc req-10c72828-e7f4-46d5-99a8-1169810c2eb6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552278 May 12 14:42:02.809734 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf0532-46b8-42aa-8e4f-f90f60933686 req-1ddd1b2d-c9cf-4b1c-98de-8c65e5b16550 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:02.811292 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9fdf0532-46b8-42aa-8e4f-f90f60933686 req-1ddd1b2d-c9cf-4b1c-98de-8c65e5b16550 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0529256 May 12 14:42:02.859542 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9fdf0532-46b8-42aa-8e4f-f90f60933686 req-f3f588ab-82e3-4866-a849-e69f4fcb61fb tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426230 May 12 14:42:03.984797 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fae49-0fad-40b0-91e0-e760bf776663 req-cecab1ca-2008-45a9-8dd6-57d9d02acb0c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:03.986267 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a31fae49-0fad-40b0-91e0-e760bf776663 req-cecab1ca-2008-45a9-8dd6-57d9d02acb0c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0544598 May 12 14:42:04.035801 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a31fae49-0fad-40b0-91e0-e760bf776663 req-bae23afe-27d2-443c-b260-bd1be69cf84f tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426276 May 12 14:42:05.158582 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9601108-3bee-47fd-8936-1cb441d5f559 req-143ade61-bbf8-40f4-8b9a-a01c7ff47245 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:05.160116 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f9601108-3bee-47fd-8936-1cb441d5f559 req-143ade61-bbf8-40f4-8b9a-a01c7ff47245 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0515795 May 12 14:42:05.209720 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f9601108-3bee-47fd-8936-1cb441d5f559 req-2f7255e5-e6df-46b6-996c-d1ca06cd8e4d tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439682 May 12 14:42:06.328305 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04d922-f9f2-461a-9b64-808064817550 req-31255eb5-550c-48f6-bf88-44b07f61bbe5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:06.329841 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6e04d922-f9f2-461a-9b64-808064817550 req-31255eb5-550c-48f6-bf88-44b07f61bbe5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0474956 May 12 14:42:06.380703 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6e04d922-f9f2-461a-9b64-808064817550 req-63554a37-4d5e-4fdc-91e4-5e1dd584d22a tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446334 May 12 14:42:06.538657 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:42:07.504616 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357bcd0-cba5-4512-897e-5656c04d2ede req-7c84d545-0f6a-4204-8d8b-8c74abef6015 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:07.506099 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3357bcd0-cba5-4512-897e-5656c04d2ede req-7c84d545-0f6a-4204-8d8b-8c74abef6015 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0534141 May 12 14:42:07.551757 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3357bcd0-cba5-4512-897e-5656c04d2ede req-68540a1f-c8fb-4384-a9db-cbb3da8daba1 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402095 May 12 14:42:08.667684 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bd53b-989a-4dfd-8870-67157a03cfd9 req-fa3d3bbc-7c8e-4320-84eb-f1edb51a746e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:08.669154 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6b7bd53b-989a-4dfd-8870-67157a03cfd9 req-fa3d3bbc-7c8e-4320-84eb-f1edb51a746e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0456955 May 12 14:42:08.718994 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6b7bd53b-989a-4dfd-8870-67157a03cfd9 req-1bc43df9-4692-4f4d-8b53-aacbd2cac967 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416653 May 12 14:42:09.287084 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6b458b15-9e88-4c63-8c9d-82d9734a2f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:09.833380 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81dd02-eab0-4935-b06d-8d8ee6788f3d req-d5e95e4b-5775-4bea-815b-279c802cc908 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:09.834818 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7b81dd02-eab0-4935-b06d-8d8ee6788f3d req-d5e95e4b-5775-4bea-815b-279c802cc908 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0457172 May 12 14:42:09.884339 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7b81dd02-eab0-4935-b06d-8d8ee6788f3d req-f3c8fabc-8352-4ad7-9ad9-6ac42527c40c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439949 May 12 14:42:11.000977 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396225ca-dd9f-45c5-b2de-c215f956802b req-7baddf6f-4014-4bf8-815a-1c66962a2b73 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:11.002461 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-396225ca-dd9f-45c5-b2de-c215f956802b req-7baddf6f-4014-4bf8-815a-1c66962a2b73 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0472341 May 12 14:42:11.048473 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-396225ca-dd9f-45c5-b2de-c215f956802b req-68f7e759-3ee6-475e-94c6-cbe11e013d0c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404341 May 12 14:42:11.644891 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5af391ee-d6f8-4cf5-8dd5-b3d748d8feb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:12.164422 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573e61b-262c-4f78-89ad-5cc7eac4e743 req-95492b8a-0bfb-4778-a09f-a0548ed5974b tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:12.165870 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d573e61b-262c-4f78-89ad-5cc7eac4e743 req-95492b8a-0bfb-4778-a09f-a0548ed5974b tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0458794 May 12 14:42:12.210521 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d573e61b-262c-4f78-89ad-5cc7eac4e743 req-abecf985-b440-4e88-89c8-b4d8f99903e7 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391870 May 12 14:42:13.000305 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:13.332396 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca4e90-144b-4500-974c-62f4cbb6b23a req-177f3afa-32f9-4e2f-b814-3ee2e9355f34 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:13.333852 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c3ca4e90-144b-4500-974c-62f4cbb6b23a req-177f3afa-32f9-4e2f-b814-3ee2e9355f34 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0493999 May 12 14:42:13.379490 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c3ca4e90-144b-4500-974c-62f4cbb6b23a req-0b6554cb-b64f-418c-9b05-43dd4b62359e tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400670 May 12 14:42:14.391604 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:14.501157 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b78b2-94c3-423c-baf7-1bf1cc027da5 req-813c4fc1-828a-4eb5-84e9-0be297efd1ae tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:14.502627 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1d1b78b2-94c3-423c-baf7-1bf1cc027da5 req-813c4fc1-828a-4eb5-84e9-0be297efd1ae tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0502036 May 12 14:42:14.548335 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1d1b78b2-94c3-423c-baf7-1bf1cc027da5 req-35d6e527-bd8b-44b5-94e1-a6e4dc0a9d6b tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400817 May 12 14:42:15.665037 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbefae-2e7d-4cd2-9f84-18ccd55d2462 req-3cbfdec1-2fd1-406d-9fd2-204a4786ddad tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:15.666494 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a1fbefae-2e7d-4cd2-9f84-18ccd55d2462 req-3cbfdec1-2fd1-406d-9fd2-204a4786ddad tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0468564 May 12 14:42:15.716838 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a1fbefae-2e7d-4cd2-9f84-18ccd55d2462 req-ee910408-7e1a-4e69-ae11-91266b887345 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439346 May 12 14:42:15.754351 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:16.838851 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695c31b-b85b-4459-8f03-daed0f55416e req-f7e63621-5699-4f8e-a952-476fe88504de tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:16.840837 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a695c31b-b85b-4459-8f03-daed0f55416e req-f7e63621-5699-4f8e-a952-476fe88504de tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 943 time: 0.0463076 May 12 14:42:16.886524 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a695c31b-b85b-4459-8f03-daed0f55416e req-d489c289-5230-414e-9b6c-ed45598fb740 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402343 May 12 14:42:17.348987 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-70d35c31-87df-4756-83b7-0b1e17c57caa req-fc4f8713-b448-40a9-bf77-74f09401b346 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-24117388&fields=id&tenant_id=9462307fa603476baafa1c5c8ae491d5 HTTP/1.1" status: 200 len: 267 time: 0.0435643 May 12 14:42:17.374481 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 152a3c94-4ce4-4682-a2c1-1ad44f9d899e details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:42:17.398015 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d35c31-87df-4756-83b7-0b1e17c57caa req-06a97492-30da-476c-bff9-ac0be8988998 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:17.399469 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-70d35c31-87df-4756-83b7-0b1e17c57caa req-06a97492-30da-476c-bff9-ac0be8988998 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 984 time: 0.0452073 May 12 14:42:17.410646 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-70d35c31-87df-4756-83b7-0b1e17c57caa req-773a81c7-a2cd-40fd-8833-aa080b1c2531 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Request body: {'port': {'security_groups': ['f2500903-0807-428a-bc31-7c6476f07ea1']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:42:17.485800 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=152a3c94-4ce4-4682-a2c1-1ad44f9d899e,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:42:17.492903 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-70d35c31-87df-4756-83b7-0b1e17c57caa req-773a81c7-a2cd-40fd-8833-aa080b1c2531 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (5dfbc34b-96be-4bb8-98e9-1380f31b1266), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:17.497509 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Returning: {'device': '152a3c94-4ce4-4682-a2c1-1ad44f9d899e', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'port_id': '152a3c94-4ce4-4682-a2c1-1ad44f9d899e', 'mac_address': 'fa:16:3e:66:a9:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:42:17.534936 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:42:17.535352 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (152a3c94-4ce4-4682-a2c1-1ad44f9d899e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:17.548375 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 152a3c94-4ce4-4682-a2c1-1ad44f9d899e {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:42:17.567719 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=152a3c94-4ce4-4682-a2c1-1ad44f9d899e,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:42:17.572290 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (152a3c94-4ce4-4682-a2c1-1ad44f9d899e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:17.623546 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=152a3c94-4ce4-4682-a2c1-1ad44f9d899e,revision_number=9']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:17.631636 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:17.631991 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:17.632332 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:17.632677 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:17.633015 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:17.633344 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:17.633670 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:17.633991 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:17.634318 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:17.634641 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:17.634965 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:17.635313 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:17.635644 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:17.635970 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:17.636285 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:42:17.713920 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-70d35c31-87df-4756-83b7-0b1e17c57caa req-773a81c7-a2cd-40fd-8833-aa080b1c2531 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] For port 5dfbc34b-96be-4bb8-98e9-1380f31b1266, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=5dfbc34b-96be-4bb8-98e9-1380f31b1266,segment=NetworkSegment(ba1391a4-04ab-4bc3-b289-95e60c2d942a),segment_id=ba1391a4-04ab-4bc3-b289-95e60c2d942a)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:42:17.741489 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-70d35c31-87df-4756-83b7-0b1e17c57caa req-773a81c7-a2cd-40fd-8833-aa080b1c2531 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for port (5dfbc34b-96be-4bb8-98e9-1380f31b1266), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:17.745969 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-70d35c31-87df-4756-83b7-0b1e17c57caa req-773a81c7-a2cd-40fd-8833-aa080b1c2531 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745168'] for port (5dfbc34b-96be-4bb8-98e9-1380f31b1266), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:17.791299 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d35c31-87df-4756-83b7-0b1e17c57caa req-773a81c7-a2cd-40fd-8833-aa080b1c2531 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:17.791942 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-70d35c31-87df-4756-83b7-0b1e17c57caa req-773a81c7-a2cd-40fd-8833-aa080b1c2531 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:17.793601 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-70d35c31-87df-4756-83b7-0b1e17c57caa req-773a81c7-a2cd-40fd-8833-aa080b1c2531 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "PUT /v2.0/ports/5dfbc34b-96be-4bb8-98e9-1380f31b1266 HTTP/1.1" status: 200 len: 942 time: 0.3870914 May 12 14:42:17.794340 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7740cfd0-aec5-4a22-93f7-a460cadea4ac', 'tag': '5dfbc34b-96be-4bb8-98e9-1380f31b1266'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:42:17.796056 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccf7502-d64d-46ca-a567-b2af9ea8390b" -d '{"events": [{"name": "network-changed", "server_uuid": "7740cfd0-aec5-4a22-93f7-a460cadea4ac", "tag": "5dfbc34b-96be-4bb8-98e9-1380f31b1266"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:42:17.801020 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 40988) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:42:17.842081 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14221004-c989-4ba5-8c7b-2bf4b1e39b12 x-openstack-request-id: req-14221004-c989-4ba5-8c7b-2bf4b1e39b12 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:42:17.842698 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7740cfd0-aec5-4a22-93f7-a460cadea4ac", "tag": "5dfbc34b-96be-4bb8-98e9-1380f31b1266", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:42:17.842698 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-14221004-c989-4ba5-8c7b-2bf4b1e39b12 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:42:17.843010 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14221004-c989-4ba5-8c7b-2bf4b1e39b12'] response: {'name': 'network-changed', 'server_uuid': '7740cfd0-aec5-4a22-93f7-a460cadea4ac', 'tag': '5dfbc34b-96be-4bb8-98e9-1380f31b1266', 'status': 'completed', 'code': 200} May 12 14:42:17.853757 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a81c7-a2cd-40fd-8833-aa080b1c2531 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Pushing event updated for resources: {'Port': ['ID=5dfbc34b-96be-4bb8-98e9-1380f31b1266,revision_number=7']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:17.883908 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-77067d93-5909-4eaa-a35f-4788cdbb5540 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for security_group (9d10a209-0295-4ced-8cf8-33b73d6c1ec1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:17.917935 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-77067d93-5909-4eaa-a35f-4788cdbb5540 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for security_group (9d10a209-0295-4ced-8cf8-33b73d6c1ec1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:18.021693 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf7502-d64d-46ca-a567-b2af9ea8390b req-eb6c9af1-016e-4a02-9e01-46c7ab16c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:18.023198 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8ccf7502-d64d-46ca-a567-b2af9ea8390b req-eb6c9af1-016e-4a02-9e01-46c7ab16c375 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9462307fa603476baafa1c5c8ae491d5&device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 1129 time: 0.1080239 May 12 14:42:18.046389 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f737b-3a6f-4910-9ec1-9bd6c19f8a7e req-e2781185-f071-4cee-8568-76cdc98bdebe tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:18.047799 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e27f737b-3a6f-4910-9ec1-9bd6c19f8a7e req-e2781185-f071-4cee-8568-76cdc98bdebe tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 944 time: 0.0843065 May 12 14:42:18.078556 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-1ba21409-2aa8-4665-adef-0db72d8794d1 None None] Provisioning complete for port 5dfbc34b-96be-4bb8-98e9-1380f31b1266 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:42:18.079120 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1ba21409-2aa8-4665-adef-0db72d8794d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (5dfbc34b-96be-4bb8-98e9-1380f31b1266), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:18.142404 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-77067d93-5909-4eaa-a35f-4788cdbb5540 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (9d10a209-0295-4ced-8cf8-33b73d6c1ec1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:18.143456 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['5dfbc34b-96be-4bb8-98e9-1380f31b1266'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:42:18.144961 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-77067d93-5909-4eaa-a35f-4788cdbb5540 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:18.146718 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-77067d93-5909-4eaa-a35f-4788cdbb5540 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "DELETE /v2.0/security-groups/9d10a209-0295-4ced-8cf8-33b73d6c1ec1 HTTP/1.1" status: 204 len: 168 time: 0.3441796 May 12 14:42:18.148961 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 40992) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:42:18.171883 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e27f737b-3a6f-4910-9ec1-9bd6c19f8a7e req-9864e34e-d465-4339-900b-dfbc67a10468 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118956 May 12 14:42:18.175001 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77067d93-5909-4eaa-a35f-4788cdbb5540 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d10a209-0295-4ced-8cf8-33b73d6c1ec1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:18.190743 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf7502-d64d-46ca-a567-b2af9ea8390b req-93b359d3-3cac-4e4a-a6c6-e1f2f285c694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:18.192536 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8ccf7502-d64d-46ca-a567-b2af9ea8390b req-93b359d3-3cac-4e4a-a6c6-e1f2f285c694 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02beb22d-1f56-4737-bf39-f35baef398aa HTTP/1.1" status: 200 len: 915 time: 0.1611619 May 12 14:42:18.197113 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1ba21409-2aa8-4665-adef-0db72d8794d1 None None] Current status of the port 5dfbc34b-96be-4bb8-98e9-1380f31b1266 is: ACTIVE; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:42:18.275383 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8ccf7502-d64d-46ca-a567-b2af9ea8390b req-f494d837-c7b6-498b-bce3-9fe408f305ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dfbc34b-96be-4bb8-98e9-1380f31b1266 HTTP/1.1" status: 200 len: 1001 time: 0.0752561 May 12 14:42:18.307725 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-c2d0760a-1361-47a9-b4c1-389c864f1402 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Deleting port a22a5707-d6db-4fdf-a696-3dd7362078b5 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:42:18.308067 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2d0760a-1361-47a9-b4c1-389c864f1402 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (a22a5707-d6db-4fdf-a696-3dd7362078b5), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:18.326778 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf7502-d64d-46ca-a567-b2af9ea8390b req-f65ee8c8-7fd6-47e0-bd6d-1a7f7c940df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:18.328407 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8ccf7502-d64d-46ca-a567-b2af9ea8390b req-f65ee8c8-7fd6-47e0-bd6d-1a7f7c940df9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2e7f4252-5005-459d-8b94-9d1eb600e9e4 HTTP/1.1" status: 200 len: 853 time: 0.0465860 May 12 14:42:18.366280 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['152a3c94-4ce4-4682-a2c1-1ad44f9d899e'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:42:18.372687 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf7502-d64d-46ca-a567-b2af9ea8390b req-f3f24983-6168-4f1f-958e-c44060ac76fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:18.374220 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8ccf7502-d64d-46ca-a567-b2af9ea8390b req-f3f24983-6168-4f1f-958e-c44060ac76fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02beb22d-1f56-4737-bf39-f35baef398aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390098 May 12 14:42:18.386960 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2d0760a-1361-47a9-b4c1-389c864f1402 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (a22a5707-d6db-4fdf-a696-3dd7362078b5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:18.387448 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2d0760a-1361-47a9-b4c1-389c864f1402 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for floatingip (a22a5707-d6db-4fdf-a696-3dd7362078b5), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:18.400061 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-c2d0760a-1361-47a9-b4c1-389c864f1402 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Calling delete_port for a22a5707-d6db-4fdf-a696-3dd7362078b5 owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:42:18.473463 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8ccf7502-d64d-46ca-a567-b2af9ea8390b req-a947655c-5b09-4de7-b52f-c8b690d3979b service neutron] 10.222.0.57 "GET /v2.0/networks/02beb22d-1f56-4737-bf39-f35baef398aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919800 May 12 14:42:18.569150 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8ccf7502-d64d-46ca-a567-b2af9ea8390b req-e7ac8dba-f970-4285-af4d-ef4384afcd59 service neutron] 10.222.0.57 "GET /v2.0/networks/02beb22d-1f56-4737-bf39-f35baef398aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884395 May 12 14:42:18.571618 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2d0760a-1361-47a9-b4c1-389c864f1402 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (a22a5707-d6db-4fdf-a696-3dd7362078b5), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:18.596157 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0760a-1361-47a9-b4c1-389c864f1402 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Pushing event deleted for resources: {'Port': ['ID=a22a5707-d6db-4fdf-a696-3dd7362078b5,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:18.662245 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2d0760a-1361-47a9-b4c1-389c864f1402 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks [] for floatingip (d83dfb0e-71ae-46b2-a7ea-96143f1aa317), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:18.662714 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.db.l3_db [None req-c2d0760a-1361-47a9-b4c1-389c864f1402 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Floating IP d83dfb0e-71ae-46b2-a7ea-96143f1aa317 disassociated (deleted). External IP: 172.27.0.115, port: 5dfbc34b-96be-4bb8-98e9-1380f31b1266. May 12 14:42:18.717453 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e414cb3c-fa2e-438e-894a-8ec09447b3b7 req-5859742c-5bd0-4114-899c-7fe0d0e44131 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376728 May 12 14:42:18.809418 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414cb3c-fa2e-438e-894a-8ec09447b3b7 req-88c3e48e-933e-401d-a1b8-27687794537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:18.811061 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e414cb3c-fa2e-438e-894a-8ec09447b3b7 req-88c3e48e-933e-401d-a1b8-27687794537d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9462307fa603476baafa1c5c8ae491d5&device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 1129 time: 0.0391386 May 12 14:42:18.919273 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414cb3c-fa2e-438e-894a-8ec09447b3b7 req-d72d3ac0-7417-4700-a425-7a94b602e902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:18.920681 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e414cb3c-fa2e-438e-894a-8ec09447b3b7 req-d72d3ac0-7417-4700-a425-7a94b602e902 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02beb22d-1f56-4737-bf39-f35baef398aa HTTP/1.1" status: 200 len: 915 time: 0.0910301 May 12 14:42:18.966042 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e414cb3c-fa2e-438e-894a-8ec09447b3b7 req-e05310dc-4f28-404d-8257-eb5cf80f961d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dfbc34b-96be-4bb8-98e9-1380f31b1266 HTTP/1.1" status: 200 len: 217 time: 0.0371759 May 12 14:42:19.017838 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414cb3c-fa2e-438e-894a-8ec09447b3b7 req-9fc2e420-5f05-41af-a4ab-862b47d02edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:19.019349 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e414cb3c-fa2e-438e-894a-8ec09447b3b7 req-9fc2e420-5f05-41af-a4ab-862b47d02edd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2e7f4252-5005-459d-8b94-9d1eb600e9e4 HTTP/1.1" status: 200 len: 853 time: 0.0456035 May 12 14:42:19.070695 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414cb3c-fa2e-438e-894a-8ec09447b3b7 req-4d3281f3-0d20-4ede-8834-01a6ea625497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:19.072250 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e414cb3c-fa2e-438e-894a-8ec09447b3b7 req-4d3281f3-0d20-4ede-8834-01a6ea625497 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02beb22d-1f56-4737-bf39-f35baef398aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446894 May 12 14:42:19.098858 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d0760a-1361-47a9-b4c1-389c864f1402 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Router 61db997d-beca-4de3-85f5-b02412f8b70f has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:42:19.164030 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e414cb3c-fa2e-438e-894a-8ec09447b3b7 req-903b60a6-ff4b-4cb5-8045-6f00d340e764 service neutron] 10.222.0.57 "GET /v2.0/networks/02beb22d-1f56-4737-bf39-f35baef398aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843349 May 12 14:42:19.211400 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d0760a-1361-47a9-b4c1-389c864f1402 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:42:19.216860 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2d0760a-1361-47a9-b4c1-389c864f1402 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:19.222558 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53535da-4b59-42ab-9211-73a85889f891 None None] Sync routers for ids ['61db997d-beca-4de3-85f5-b02412f8b70f'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:42:19.243566 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53535da-4b59-42ab-9211-73a85889f891 None None] Routers {'61db997d-beca-4de3-85f5-b02412f8b70f'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:42:19.246462 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f53535da-4b59-42ab-9211-73a85889f891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:42:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['61db997d-beca-4de3-85f5-b02412f8b70f'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:42:19.247181 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-c2d0760a-1361-47a9-b4c1-389c864f1402 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "DELETE /v2.0/floatingips/d83dfb0e-71ae-46b2-a7ea-96143f1aa317 HTTP/1.1" status: 204 len: 168 time: 1.0969040 May 12 14:42:19.247777 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7740cfd0-aec5-4a22-93f7-a460cadea4ac', 'tag': '5dfbc34b-96be-4bb8-98e9-1380f31b1266'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:42:19.252217 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f888e35c128297f2952f8b9a0b9aac45a196d86c82c1b09019427787e24df8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df90cac-b6d7-41b7-93f3-cffb13d67648" -d '{"events": [{"name": "network-changed", "server_uuid": "7740cfd0-aec5-4a22-93f7-a460cadea4ac", "tag": "5dfbc34b-96be-4bb8-98e9-1380f31b1266"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:42:19.269796 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e414cb3c-fa2e-438e-894a-8ec09447b3b7 req-16e0d642-42c6-48e2-8942-a09c9ba89ea7 service neutron] 10.222.0.57 "GET /v2.0/networks/02beb22d-1f56-4737-bf39-f35baef398aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982027 May 12 14:42:19.363263 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbdc77-22ee-4df0-b1f5-7dc1c9221f89 req-39c11fe2-b13a-489e-a7f1-e2c9e941f4f6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:19.365216 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-87cbdc77-22ee-4df0-b1f5-7dc1c9221f89 req-39c11fe2-b13a-489e-a7f1-e2c9e941f4f6 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 944 time: 0.0652194 May 12 14:42:19.375454 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-f53535da-4b59-42ab-9211-73a85889f891 None None] Set router 61db997d-beca-4de3-85f5-b02412f8b70f gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:42:19.419007 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-87cbdc77-22ee-4df0-b1f5-7dc1c9221f89 req-e872f772-7e2b-43a5-bb7a-76728348a0b8 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464637 May 12 14:42:19.471197 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce22bd7-af6e-48ce-95eb-4b5cd0ab9fe8 x-openstack-request-id: req-dce22bd7-af6e-48ce-95eb-4b5cd0ab9fe8 {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:42:19.471493 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7740cfd0-aec5-4a22-93f7-a460cadea4ac", "tag": "5dfbc34b-96be-4bb8-98e9-1380f31b1266", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:42:19.471742 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dce22bd7-af6e-48ce-95eb-4b5cd0ab9fe8 {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:42:19.472196 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dce22bd7-af6e-48ce-95eb-4b5cd0ab9fe8'] response: {'name': 'network-changed', 'server_uuid': '7740cfd0-aec5-4a22-93f7-a460cadea4ac', 'tag': '5dfbc34b-96be-4bb8-98e9-1380f31b1266', 'status': 'completed', 'code': 200} May 12 14:42:19.573366 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f53535da-4b59-42ab-9211-73a85889f891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'name': 'tempest-TestMinimumBasicScenario-732211673-router', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'b31dda3f-f812-4c44-b767-be8b988b997b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:51Z', 'updated_at': '2022-05-12T14:37:53Z', 'revision_number': 4, 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'gw_port': {'id': 'b31dda3f-f812-4c44-b767-be8b988b997b', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:51Z', 'updated_at': '2022-05-12T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': 'a108998f-47e7-4b4b-bed8-f4bf9d16a266', 'name': '', 'network_id': '02beb22d-1f56-4737-bf39-f35baef398aa', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'mac_address': 'fa:16:3e:68:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e7f4252-5005-459d-8b94-9d1eb600e9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:53Z', 'updated_at': '2022-05-12T14:37:57Z', 'revision_number': 5, 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'subnets': [{'id': '2e7f4252-5005-459d-8b94-9d1eb600e9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:42:19.574980 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df90cac-b6d7-41b7-93f3-cffb13d67648 req-4fc00a05-92cf-4a7f-afcb-472a4d97b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:19.576551 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5df90cac-b6d7-41b7-93f3-cffb13d67648 req-4fc00a05-92cf-4a7f-afcb-472a4d97b850 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9462307fa603476baafa1c5c8ae491d5&device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 1129 time: 0.0390346 May 12 14:42:19.600931 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53535da-4b59-42ab-9211-73a85889f891 None None] Checking router: 61db997d-beca-4de3-85f5-b02412f8b70f for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:42:19.609422 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53535da-4b59-42ab-9211-73a85889f891 None None] Routers {'61db997d-beca-4de3-85f5-b02412f8b70f'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:42:19.610041 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f53535da-4b59-42ab-9211-73a85889f891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:42:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['61db997d-beca-4de3-85f5-b02412f8b70f'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:42:19.675797 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df90cac-b6d7-41b7-93f3-cffb13d67648 req-8c4fbbaf-673f-4397-8e06-139c491cc948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:19.677158 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5df90cac-b6d7-41b7-93f3-cffb13d67648 req-8c4fbbaf-673f-4397-8e06-139c491cc948 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02beb22d-1f56-4737-bf39-f35baef398aa HTTP/1.1" status: 200 len: 915 time: 0.0952151 May 12 14:42:19.716942 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-f53535da-4b59-42ab-9211-73a85889f891 None None] Set router 61db997d-beca-4de3-85f5-b02412f8b70f gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:42:19.979576 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f53535da-4b59-42ab-9211-73a85889f891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'name': 'tempest-TestMinimumBasicScenario-732211673-router', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'b31dda3f-f812-4c44-b767-be8b988b997b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:51Z', 'updated_at': '2022-05-12T14:37:53Z', 'revision_number': 4, 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'gw_port': {'id': 'b31dda3f-f812-4c44-b767-be8b988b997b', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:51Z', 'updated_at': '2022-05-12T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': 'a108998f-47e7-4b4b-bed8-f4bf9d16a266', 'name': '', 'network_id': '02beb22d-1f56-4737-bf39-f35baef398aa', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'mac_address': 'fa:16:3e:68:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e7f4252-5005-459d-8b94-9d1eb600e9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:53Z', 'updated_at': '2022-05-12T14:37:57Z', 'revision_number': 5, 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'subnets': [{'id': '2e7f4252-5005-459d-8b94-9d1eb600e9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:42:20.005546 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53535da-4b59-42ab-9211-73a85889f891 None None] The sync data for ids ['61db997d-beca-4de3-85f5-b02412f8b70f'] in dv-cinder-777031-14-iscsi is: [{'id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'name': 'tempest-TestMinimumBasicScenario-732211673-router', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'b31dda3f-f812-4c44-b767-be8b988b997b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:51Z', 'updated_at': '2022-05-12T14:37:53Z', 'revision_number': 4, 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'gw_port': {'id': 'b31dda3f-f812-4c44-b767-be8b988b997b', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:51Z', 'updated_at': '2022-05-12T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': 'a108998f-47e7-4b4b-bed8-f4bf9d16a266', 'name': '', 'network_id': '02beb22d-1f56-4737-bf39-f35baef398aa', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'mac_address': 'fa:16:3e:68:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e7f4252-5005-459d-8b94-9d1eb600e9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:53Z', 'updated_at': '2022-05-12T14:37:57Z', 'revision_number': 5, 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'subnets': [{'id': '2e7f4252-5005-459d-8b94-9d1eb600e9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:42:20.070162 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:20.079647 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 152a3c94-4ce4-4682-a2c1-1ad44f9d899e up at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:42:20.083478 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['5dfbc34b-96be-4bb8-98e9-1380f31b1266'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:42:20.174876 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning complete for port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:42:20.175284 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (152a3c94-4ce4-4682-a2c1-1ad44f9d899e), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:20.252707 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ee88d-cd01-438b-ac5e-aff68c6662ce None None] New status for floating IP d83dfb0e-71ae-46b2-a7ea-96143f1aa317: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:42:20.372608 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:42:20.373001 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (152a3c94-4ce4-4682-a2c1-1ad44f9d899e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:20.402203 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533a547e-b44f-4a33-8725-24b323556322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152a3c94-4ce4-4682-a2c1-1ad44f9d899e'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:42:20.405009 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0b414d-331c-412b-875b-515c848872d6" -d '{"events": [{"server_uuid": "533a547e-b44f-4a33-8725-24b323556322", "name": "network-vif-plugged", "status": "completed", "tag": "152a3c94-4ce4-4682-a2c1-1ad44f9d899e"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:42:20.418671 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=152a3c94-4ce4-4682-a2c1-1ad44f9d899e,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:42:20.421947 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5df90cac-b6d7-41b7-93f3-cffb13d67648 req-f5a00977-1ed4-433a-af07-b5354fde9680 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dfbc34b-96be-4bb8-98e9-1380f31b1266 HTTP/1.1" status: 200 len: 217 time: 0.0360351 May 12 14:42:20.423207 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (152a3c94-4ce4-4682-a2c1-1ad44f9d899e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:20.455344 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8390337-c657-446e-9112-a088f7c91cc7 x-openstack-request-id: req-d8390337-c657-446e-9112-a088f7c91cc7 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:42:20.456224 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533a547e-b44f-4a33-8725-24b323556322", "name": "network-vif-plugged", "status": "completed", "tag": "152a3c94-4ce4-4682-a2c1-1ad44f9d899e", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:42:20.456414 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d8390337-c657-446e-9112-a088f7c91cc7 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:42:20.456905 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8390337-c657-446e-9112-a088f7c91cc7'] response: {'server_uuid': '533a547e-b44f-4a33-8725-24b323556322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152a3c94-4ce4-4682-a2c1-1ad44f9d899e', 'code': 200} May 12 14:42:20.482020 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df90cac-b6d7-41b7-93f3-cffb13d67648 req-79031305-3f46-4ffe-86fe-0b31fae2c722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:20.485087 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5df90cac-b6d7-41b7-93f3-cffb13d67648 req-79031305-3f46-4ffe-86fe-0b31fae2c722 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2e7f4252-5005-459d-8b94-9d1eb600e9e4 HTTP/1.1" status: 200 len: 853 time: 0.0510778 May 12 14:42:20.487424 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=152a3c94-4ce4-4682-a2c1-1ad44f9d899e,revision_number=10']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:20.553432 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c781dd3-bc02-473a-8dc8-88f2bc412f83 req-d072ff68-30e3-4d8f-bafa-646fe11c01bb tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:20.555069 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0c781dd3-bc02-473a-8dc8-88f2bc412f83 req-d072ff68-30e3-4d8f-bafa-646fe11c01bb tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 946 time: 0.0478020 May 12 14:42:20.612835 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df90cac-b6d7-41b7-93f3-cffb13d67648 req-d53a8aa0-af5f-45d7-94d6-be495dbde062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:20.614547 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5df90cac-b6d7-41b7-93f3-cffb13d67648 req-d53a8aa0-af5f-45d7-94d6-be495dbde062 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02beb22d-1f56-4737-bf39-f35baef398aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0584571 May 12 14:42:20.662938 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0c781dd3-bc02-473a-8dc8-88f2bc412f83 req-e8b8a07f-b9fd-4313-9e89-5edffb5a8328 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949607 May 12 14:42:20.747767 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5df90cac-b6d7-41b7-93f3-cffb13d67648 req-a61034a9-d706-4834-a620-307712004783 service neutron] 10.222.0.57 "GET /v2.0/networks/02beb22d-1f56-4737-bf39-f35baef398aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244764 May 12 14:42:20.752664 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f0529-3d35-4a7b-b9d8-4f10d5d5f806 req-bec8101d-7614-4114-83c9-075850d62db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:20.754011 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-af0f0529-3d35-4a7b-b9d8-4f10d5d5f806 req-bec8101d-7614-4114-83c9-075850d62db3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 1130 time: 0.0486200 May 12 14:42:20.858617 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-af0f0529-3d35-4a7b-b9d8-4f10d5d5f806 req-64e47f5a-8a63-43e5-af42-a711adc1d92a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944228 May 12 14:42:20.878087 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5df90cac-b6d7-41b7-93f3-cffb13d67648 req-9f9124b3-7e36-4833-b73d-7430ebdab797 service neutron] 10.222.0.57 "GET /v2.0/networks/02beb22d-1f56-4737-bf39-f35baef398aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149645 May 12 14:42:21.779685 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ee9f6-f23a-4b77-915e-480d20e39bce req-13ad0da3-469d-4c14-9ad5-4021e853fab5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:21.781140 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-217ee9f6-f23a-4b77-915e-480d20e39bce req-13ad0da3-469d-4c14-9ad5-4021e853fab5 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 946 time: 0.0471411 May 12 14:42:21.830600 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-217ee9f6-f23a-4b77-915e-480d20e39bce req-a210aa55-8233-42ad-a302-e4faec33e37f tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439899 May 12 14:42:22.949382 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686c630-e897-4c1f-8d57-5d0b1284a0b3 req-5e791f20-b728-4d03-b02b-e86ff246317c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:22.950843 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d686c630-e897-4c1f-8d57-5d0b1284a0b3 req-5e791f20-b728-4d03-b02b-e86ff246317c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 946 time: 0.0467331 May 12 14:42:22.999747 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d686c630-e897-4c1f-8d57-5d0b1284a0b3 req-22d4be46-f059-40b4-842b-af266ca67823 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429235 May 12 14:42:24.129750 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6a117-3f37-4f01-abf6-6905fe928530 req-dc1dbe92-0f11-480a-9b4f-05afea78105e tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:24.131223 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-15c6a117-3f37-4f01-abf6-6905fe928530 req-dc1dbe92-0f11-480a-9b4f-05afea78105e tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 945 time: 0.0755565 May 12 14:42:24.141987 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff19e6-cc1a-4388-b533-5659aced303c req-0868b2a3-e0bd-441f-8b67-f18c99e153aa tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:24.143360 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f3ff19e6-cc1a-4388-b533-5659aced303c req-0868b2a3-e0bd-441f-8b67-f18c99e153aa tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 946 time: 0.0607460 May 12 14:42:24.213038 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-15c6a117-3f37-4f01-abf6-6905fe928530 req-2d3bc42b-25bf-496c-a025-447735839b39 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687735 May 12 14:42:24.216993 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f3ff19e6-cc1a-4388-b533-5659aced303c req-efca242d-664b-41e3-9b4b-f4a00ff9a352 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672054 May 12 14:42:25.322909 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f5087-3695-48e0-844b-5cf2ada46010 req-fc71a082-0ec7-4729-866d-4054817a139e tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:25.324923 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae5f5087-3695-48e0-844b-5cf2ada46010 req-fc71a082-0ec7-4729-866d-4054817a139e tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 945 time: 0.0449669 May 12 14:42:25.369798 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ae5f5087-3695-48e0-844b-5cf2ada46010 req-d835fa74-e975-4671-a362-a21a87ccd093 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392728 May 12 14:42:26.483530 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72743274-1d4d-4ad9-ab48-10f0375d23b1 req-2f9de85e-bc71-4a8d-a51b-e034c2714e64 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:26.484941 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-72743274-1d4d-4ad9-ab48-10f0375d23b1 req-2f9de85e-bc71-4a8d-a51b-e034c2714e64 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 945 time: 0.0483677 May 12 14:42:26.547169 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-72743274-1d4d-4ad9-ab48-10f0375d23b1 req-ef06702b-2bcb-430d-a98f-757177f88974 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.75 "GET /v2.0/security-groups?id=f2500903-0807-428a-bc31-7c6476f07ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499475 May 12 14:42:26.580133 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80a3da-5c78-41d8-9785-fe18514394f9 req-29c1649e-9706-45f2-ba9b-53e025fd549f tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:42:26.581537 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8d80a3da-5c78-41d8-9785-fe18514394f9 req-29c1649e-9706-45f2-ba9b-53e025fd549f tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.57 "GET /v2.0/ports?device_id=7740cfd0-aec5-4a22-93f7-a460cadea4ac HTTP/1.1" status: 200 len: 945 time: 0.0491652 May 12 14:42:26.671141 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-8d80a3da-5c78-41d8-9785-fe18514394f9 req-b1d217d9-541b-4ebc-8170-5318eacad0d3 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Deleting port 5dfbc34b-96be-4bb8-98e9-1380f31b1266 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:42:26.671416 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8d80a3da-5c78-41d8-9785-fe18514394f9 req-b1d217d9-541b-4ebc-8170-5318eacad0d3 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (5dfbc34b-96be-4bb8-98e9-1380f31b1266), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:26.756358 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-8d80a3da-5c78-41d8-9785-fe18514394f9 req-b1d217d9-541b-4ebc-8170-5318eacad0d3 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] For port 5dfbc34b-96be-4bb8-98e9-1380f31b1266, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=5dfbc34b-96be-4bb8-98e9-1380f31b1266,segment=NetworkSegment(ba1391a4-04ab-4bc3-b289-95e60c2d942a),segment_id=ba1391a4-04ab-4bc3-b289-95e60c2d942a)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:42:26.756712 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8d80a3da-5c78-41d8-9785-fe18514394f9 req-b1d217d9-541b-4ebc-8170-5318eacad0d3 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (5dfbc34b-96be-4bb8-98e9-1380f31b1266), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:26.769114 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-8d80a3da-5c78-41d8-9785-fe18514394f9 req-b1d217d9-541b-4ebc-8170-5318eacad0d3 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Calling delete_port for 5dfbc34b-96be-4bb8-98e9-1380f31b1266 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:42:26.898218 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8d80a3da-5c78-41d8-9785-fe18514394f9 req-b1d217d9-541b-4ebc-8170-5318eacad0d3 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (5dfbc34b-96be-4bb8-98e9-1380f31b1266), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:26.925290 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d217d9-541b-4ebc-8170-5318eacad0d3 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Pushing event deleted for resources: {'Port': ['ID=5dfbc34b-96be-4bb8-98e9-1380f31b1266,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:26.951850 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['5dfbc34b-96be-4bb8-98e9-1380f31b1266'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:42:26.974250 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d80a3da-5c78-41d8-9785-fe18514394f9 req-b1d217d9-541b-4ebc-8170-5318eacad0d3 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] No DVR routers for this DVR port 5dfbc34b-96be-4bb8-98e9-1380f31b1266 on host hv-cinder-77703 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:42:26.976702 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-8d80a3da-5c78-41d8-9785-fe18514394f9 req-b1d217d9-541b-4ebc-8170-5318eacad0d3 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:26.980271 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8d80a3da-5c78-41d8-9785-fe18514394f9 req-b1d217d9-541b-4ebc-8170-5318eacad0d3 tempest-TestMinimumBasicScenario-2048200261 tempest-TestMinimumBasicScenario-2048200261-project] 10.222.0.57 "DELETE /v2.0/ports/5dfbc34b-96be-4bb8-98e9-1380f31b1266 HTTP/1.1" status: 204 len: 173 time: 0.3928308 May 12 14:42:26.980741 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7740cfd0-aec5-4a22-93f7-a460cadea4ac', 'name': 'network-vif-deleted', 'tag': '5dfbc34b-96be-4bb8-98e9-1380f31b1266'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:42:26.983023 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce51886-e689-420c-9136-fd5540d28db2" -d '{"events": [{"server_uuid": "7740cfd0-aec5-4a22-93f7-a460cadea4ac", "name": "network-vif-deleted", "tag": "5dfbc34b-96be-4bb8-98e9-1380f31b1266"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:42:27.139976 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949a5d11-cbd0-4299-8726-c770013a370b x-openstack-request-id: req-949a5d11-cbd0-4299-8726-c770013a370b {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:42:27.140245 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7740cfd0-aec5-4a22-93f7-a460cadea4ac", "name": "network-vif-deleted", "tag": "5dfbc34b-96be-4bb8-98e9-1380f31b1266", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:42:27.140497 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-949a5d11-cbd0-4299-8726-c770013a370b {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:42:27.140903 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-949a5d11-cbd0-4299-8726-c770013a370b'] response: {'server_uuid': '7740cfd0-aec5-4a22-93f7-a460cadea4ac', 'name': 'network-vif-deleted', 'tag': '5dfbc34b-96be-4bb8-98e9-1380f31b1266', 'status': 'completed', 'code': 200} May 12 14:42:28.063331 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 41126) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:42:28.378405 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4fc2f18c-5e46-400d-a649-bbbb813e3fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932317'] for router_interface (61db997d-beca-4de3-85f5-b02412f8b70f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:28.603958 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-4fc2f18c-5e46-400d-a649-bbbb813e3fe9 admin admin] Deleting port a108998f-47e7-4b4b-bed8-f4bf9d16a266 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:42:28.604297 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4fc2f18c-5e46-400d-a649-bbbb813e3fe9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (a108998f-47e7-4b4b-bed8-f4bf9d16a266), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:28.682207 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-4fc2f18c-5e46-400d-a649-bbbb813e3fe9 admin admin] For port a108998f-47e7-4b4b-bed8-f4bf9d16a266, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=a108998f-47e7-4b4b-bed8-f4bf9d16a266,segment=NetworkSegment(ba1391a4-04ab-4bc3-b289-95e60c2d942a),segment_id=ba1391a4-04ab-4bc3-b289-95e60c2d942a)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:42:28.682480 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4fc2f18c-5e46-400d-a649-bbbb813e3fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (a108998f-47e7-4b4b-bed8-f4bf9d16a266), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:28.695246 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-4fc2f18c-5e46-400d-a649-bbbb813e3fe9 admin admin] Calling delete_port for a108998f-47e7-4b4b-bed8-f4bf9d16a266 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:42:28.869140 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4fc2f18c-5e46-400d-a649-bbbb813e3fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (a108998f-47e7-4b4b-bed8-f4bf9d16a266), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:28.899004 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2f18c-5e46-400d-a649-bbbb813e3fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a108998f-47e7-4b4b-bed8-f4bf9d16a266,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:29.065351 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4fc2f18c-5e46-400d-a649-bbbb813e3fe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1022764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537026'] for router_interface (61db997d-beca-4de3-85f5-b02412f8b70f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:29.277013 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc2f18c-5e46-400d-a649-bbbb813e3fe9 admin admin] Router 61db997d-beca-4de3-85f5-b02412f8b70f has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:42:29.382032 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc2f18c-5e46-400d-a649-bbbb813e3fe9 admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:42:29.387374 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-4fc2f18c-5e46-400d-a649-bbbb813e3fe9 admin admin] 10.222.0.75 "PUT /v2.0/routers/61db997d-beca-4de3-85f5-b02412f8b70f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3224995 May 12 14:42:29.390196 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41128) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:42:29.391462 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f10bfb-9102-4e30-a214-08b7c5f685a4 None None] Sync routers for ids ['61db997d-beca-4de3-85f5-b02412f8b70f'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:42:29.401308 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f10bfb-9102-4e30-a214-08b7c5f685a4 None None] Routers {'61db997d-beca-4de3-85f5-b02412f8b70f'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:42:29.401913 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c6f10bfb-9102-4e30-a214-08b7c5f685a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:42:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['61db997d-beca-4de3-85f5-b02412f8b70f'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:42:29.492375 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6d858af2-d6c3-40a9-baab-f5e8046bc7ea admin admin] Publish callbacks [] for router (61db997d-beca-4de3-85f5-b02412f8b70f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:29.505952 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-c6f10bfb-9102-4e30-a214-08b7c5f685a4 None None] Set router 61db997d-beca-4de3-85f5-b02412f8b70f gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:42:29.593747 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6d858af2-d6c3-40a9-baab-f5e8046bc7ea admin admin] Publish callbacks [] for router_gateway (61db997d-beca-4de3-85f5-b02412f8b70f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:29.637984 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-6d858af2-d6c3-40a9-baab-f5e8046bc7ea admin admin] Deleting port b31dda3f-f812-4c44-b767-be8b988b997b {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:42:29.638418 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6d858af2-d6c3-40a9-baab-f5e8046bc7ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (b31dda3f-f812-4c44-b767-be8b988b997b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:29.680473 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c6f10bfb-9102-4e30-a214-08b7c5f685a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'name': 'tempest-TestMinimumBasicScenario-732211673-router', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'b31dda3f-f812-4c44-b767-be8b988b997b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:51Z', 'updated_at': '2022-05-12T14:42:28Z', 'revision_number': 5, 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'gw_port': {'id': 'b31dda3f-f812-4c44-b767-be8b988b997b', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:51Z', 'updated_at': '2022-05-12T14:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:42:29.707346 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f10bfb-9102-4e30-a214-08b7c5f685a4 None None] Checking router: 61db997d-beca-4de3-85f5-b02412f8b70f for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:42:29.715585 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f10bfb-9102-4e30-a214-08b7c5f685a4 None None] Routers {'61db997d-beca-4de3-85f5-b02412f8b70f'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:42:29.716194 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c6f10bfb-9102-4e30-a214-08b7c5f685a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:42:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['61db997d-beca-4de3-85f5-b02412f8b70f'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:42:29.720434 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-6d858af2-d6c3-40a9-baab-f5e8046bc7ea admin admin] For port b31dda3f-f812-4c44-b767-be8b988b997b, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=b31dda3f-f812-4c44-b767-be8b988b997b,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:42:29.720799 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6d858af2-d6c3-40a9-baab-f5e8046bc7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (b31dda3f-f812-4c44-b767-be8b988b997b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:29.733408 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-6d858af2-d6c3-40a9-baab-f5e8046bc7ea admin admin] Calling delete_port for b31dda3f-f812-4c44-b767-be8b988b997b owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:42:29.806410 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-c6f10bfb-9102-4e30-a214-08b7c5f685a4 None None] Set router 61db997d-beca-4de3-85f5-b02412f8b70f gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:42:29.859882 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c6f10bfb-9102-4e30-a214-08b7c5f685a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'name': 'tempest-TestMinimumBasicScenario-732211673-router', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:51Z', 'updated_at': '2022-05-12T14:42:29Z', 'revision_number': 6, 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'gw_port_host': None}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:42:29.885887 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f10bfb-9102-4e30-a214-08b7c5f685a4 None None] The sync data for ids ['61db997d-beca-4de3-85f5-b02412f8b70f'] in dv-cinder-777031-14-iscsi is: [{'id': '61db997d-beca-4de3-85f5-b02412f8b70f', 'name': 'tempest-TestMinimumBasicScenario-732211673-router', 'tenant_id': '9462307fa603476baafa1c5c8ae491d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:51Z', 'updated_at': '2022-05-12T14:42:29Z', 'revision_number': 6, 'project_id': '9462307fa603476baafa1c5c8ae491d5', 'gw_port_host': None}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:42:29.899671 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6d858af2-d6c3-40a9-baab-f5e8046bc7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (b31dda3f-f812-4c44-b767-be8b988b997b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:29.929447 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d858af2-d6c3-40a9-baab-f5e8046bc7ea admin admin] Pushing event deleted for resources: {'Port': ['ID=b31dda3f-f812-4c44-b767-be8b988b997b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:29.989745 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6d858af2-d6c3-40a9-baab-f5e8046bc7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-929007'] for router_gateway (61db997d-beca-4de3-85f5-b02412f8b70f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:30.078790 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6d858af2-d6c3-40a9-baab-f5e8046bc7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-493149'] for router (61db997d-beca-4de3-85f5-b02412f8b70f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:30.080927 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6d858af2-d6c3-40a9-baab-f5e8046bc7ea admin admin] Publish callbacks [] for router_controller (61db997d-beca-4de3-85f5-b02412f8b70f), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:30.127188 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6d858af2-d6c3-40a9-baab-f5e8046bc7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-927166'] for router (61db997d-beca-4de3-85f5-b02412f8b70f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:30.127794 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d858af2-d6c3-40a9-baab-f5e8046bc7ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61db997d-beca-4de3-85f5-b02412f8b70f {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 14:42:30.132055 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6d858af2-d6c3-40a9-baab-f5e8046bc7ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:30.133317 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-6d858af2-d6c3-40a9-baab-f5e8046bc7ea admin admin] 10.222.0.75 "DELETE /v2.0/routers/61db997d-beca-4de3-85f5-b02412f8b70f HTTP/1.1" status: 204 len: 168 time: 0.7421274 May 12 14:42:30.136302 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41130) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:42:30.152588 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 5dfbc34b-96be-4bb8-98e9-1380f31b1266 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:42:30.173525 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] No Port match for: 5dfbc34b-96be-4bb8-98e9-1380f31b1266 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:42:30.173787 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 5dfbc34b-96be-4bb8-98e9-1380f31b1266 not bound to the agent host hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:42:30.441174 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b5cfc77-ff19-47b9-8577-e636a036100c admin admin] Deleting subnet 2e7f4252-5005-459d-8b94-9d1eb600e9e4 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:42:30.444175 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfc77-ff19-47b9-8577-e636a036100c admin admin] Publish callbacks [] for subnet (2e7f4252-5005-459d-8b94-9d1eb600e9e4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:30.477217 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfc77-ff19-47b9-8577-e636a036100c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3984780'] for subnet (2e7f4252-5005-459d-8b94-9d1eb600e9e4), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:30.554151 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfc77-ff19-47b9-8577-e636a036100c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33439215'] for subnet (2e7f4252-5005-459d-8b94-9d1eb600e9e4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:30.604493 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfc77-ff19-47b9-8577-e636a036100c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33439222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4027564'] for subnet (2e7f4252-5005-459d-8b94-9d1eb600e9e4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:30.628532 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cfc77-ff19-47b9-8577-e636a036100c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e7f4252-5005-459d-8b94-9d1eb600e9e4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:30.634253 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfc77-ff19-47b9-8577-e636a036100c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:30.637475 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-9b5cfc77-ff19-47b9-8577-e636a036100c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/2e7f4252-5005-459d-8b94-9d1eb600e9e4 HTTP/1.1" status: 204 len: 168 time: 0.5002561 May 12 14:42:30.639924 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41132) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:42:30.644533 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4753322-6205-4e6d-86e3-7cdc6bf00bfe None None] Network 02beb22d-1f56-4737-bf39-f35baef398aa requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:42:30.721054 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c73c351-1c2d-4bc1-adcf-060356ab2244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33070896'] for network (02beb22d-1f56-4737-bf39-f35baef398aa), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:30.779640 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-8c73c351-1c2d-4bc1-adcf-060356ab2244 admin admin] Deleting port f8625f74-56df-4b96-af36-03ce741867b3 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:42:30.779981 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c73c351-1c2d-4bc1-adcf-060356ab2244 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (f8625f74-56df-4b96-af36-03ce741867b3), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:30.804117 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a4d073-3140-4731-816f-f076b3b0c0bd None None] DHCP port deletion for 02beb22d-1f56-4737-bf39-f35baef398aa request from dv-cinder-777031-14-iscsi {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 14:42:30.845551 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-8c73c351-1c2d-4bc1-adcf-060356ab2244 admin admin] For port f8625f74-56df-4b96-af36-03ce741867b3, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=f8625f74-56df-4b96-af36-03ce741867b3,segment=NetworkSegment(ba1391a4-04ab-4bc3-b289-95e60c2d942a),segment_id=ba1391a4-04ab-4bc3-b289-95e60c2d942a)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:42:30.845912 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c73c351-1c2d-4bc1-adcf-060356ab2244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (f8625f74-56df-4b96-af36-03ce741867b3), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:30.846702 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a2a4d073-3140-4731-816f-f076b3b0c0bd None None] Deleting port f8625f74-56df-4b96-af36-03ce741867b3 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:42:30.847153 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a2a4d073-3140-4731-816f-f076b3b0c0bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (f8625f74-56df-4b96-af36-03ce741867b3), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:30.860738 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-8c73c351-1c2d-4bc1-adcf-060356ab2244 admin admin] Calling delete_port for f8625f74-56df-4b96-af36-03ce741867b3 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:42:30.962702 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c73c351-1c2d-4bc1-adcf-060356ab2244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (f8625f74-56df-4b96-af36-03ce741867b3), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:30.985753 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73c351-1c2d-4bc1-adcf-060356ab2244 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8625f74-56df-4b96-af36-03ce741867b3,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:30.995261 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c73c351-1c2d-4bc1-adcf-060356ab2244 admin admin] No DVR routers for this DVR port f8625f74-56df-4b96-af36-03ce741867b3 on host dv-cinder-777031-14-iscsi {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:42:31.045485 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a2a4d073-3140-4731-816f-f076b3b0c0bd None None] For port f8625f74-56df-4b96-af36-03ce741867b3, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=f8625f74-56df-4b96-af36-03ce741867b3,segment=NetworkSegment(ba1391a4-04ab-4bc3-b289-95e60c2d942a),segment_id=ba1391a4-04ab-4bc3-b289-95e60c2d942a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:42:31.045813 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a2a4d073-3140-4731-816f-f076b3b0c0bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (f8625f74-56df-4b96-af36-03ce741867b3), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:31.059243 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a2a4d073-3140-4731-816f-f076b3b0c0bd None None] Calling delete_port for f8625f74-56df-4b96-af36-03ce741867b3 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:42:31.067874 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c73c351-1c2d-4bc1-adcf-060356ab2244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33375322', 'neutron.services.segments.db._delete_segments_for_network-8771212172310'] for network (02beb22d-1f56-4737-bf39-f35baef398aa), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:31.086852 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-8c73c351-1c2d-4bc1-adcf-060356ab2244 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02beb22d-1f56-4737-bf39-f35baef398aa']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:42:31.096575 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-8c73c351-1c2d-4bc1-adcf-060356ab2244 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1391a4-04ab-4bc3-b289-95e60c2d942a') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:42:31.096881 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-8c73c351-1c2d-4bc1-adcf-060356ab2244 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1391a4-04ab-4bc3-b289-95e60c2d942a') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:42:31.106743 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c73c351-1c2d-4bc1-adcf-060356ab2244 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771212173343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3984821'] for segment (ba1391a4-04ab-4bc3-b289-95e60c2d942a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:31.119968 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c73c351-1c2d-4bc1-adcf-060356ab2244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (ba1391a4-04ab-4bc3-b289-95e60c2d942a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:31.127053 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c73c351-1c2d-4bc1-adcf-060356ab2244 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:42:31.127462 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c73c351-1c2d-4bc1-adcf-060356ab2244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745268'] for segment (ba1391a4-04ab-4bc3-b289-95e60c2d942a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: Traceback (most recent call last): May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: timer() May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: cb(*args, **kw) May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: return func(*args, **kwargs) May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: self._notify() May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: self.callback(batched_events) May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: event.method(event) May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: return f(self, *a, **k) May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: return self._get(url).json() May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: return self.request(url, 'GET', **kwargs) May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:42:31.129179 dv-cinder-777031-14-iscsi neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:42:31.137450 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a2a4d073-3140-4731-816f-f076b3b0c0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253'] for port (f8625f74-56df-4b96-af36-03ce741867b3), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:31.163286 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4d073-3140-4731-816f-f076b3b0c0bd None None] Pushing event deleted for resources: {'Port': ['ID=f8625f74-56df-4b96-af36-03ce741867b3,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:31.165166 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a4d073-3140-4731-816f-f076b3b0c0bd None None] No DVR routers for this DVR port f8625f74-56df-4b96-af36-03ce741867b3 on host dv-cinder-777031-14-iscsi {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:42:31.183555 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c73c351-1c2d-4bc1-adcf-060356ab2244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33375329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931293'] for network (02beb22d-1f56-4737-bf39-f35baef398aa), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:31.189222 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8c73c351-1c2d-4bc1-adcf-060356ab2244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:31.194550 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-8c73c351-1c2d-4bc1-adcf-060356ab2244 admin admin] 10.222.0.75 "DELETE /v2.0/networks/02beb22d-1f56-4737-bf39-f35baef398aa HTTP/1.1" status: 204 len: 168 time: 0.5515559 May 12 14:42:31.195421 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 41134) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:42:31.208400 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73c351-1c2d-4bc1-adcf-060356ab2244 admin admin] Pushing event deleted for resources: {'Network': ['ID=02beb22d-1f56-4737-bf39-f35baef398aa,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:31.263878 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device a108998f-47e7-4b4b-bed8-f4bf9d16a266 no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:42:31.284206 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: a108998f-47e7-4b4b-bed8-f4bf9d16a266 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:42:31.284553 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device a108998f-47e7-4b4b-bed8-f4bf9d16a266 not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:42:31.284995 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device f8625f74-56df-4b96-af36-03ce741867b3 no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:42:31.304174 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: f8625f74-56df-4b96-af36-03ce741867b3 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:42:31.304517 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device f8625f74-56df-4b96-af36-03ce741867b3 not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:42:31.305009 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device b31dda3f-f812-4c44-b767-be8b988b997b no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:42:31.323822 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: b31dda3f-f812-4c44-b767-be8b988b997b {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:42:31.324172 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device b31dda3f-f812-4c44-b767-be8b988b997b not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:42:31.516707 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a84bdd0b-f143-435d-a48f-9cedd6fdd966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932317'] for router_interface (0584243b-9c19-461d-b4d6-e8ae7db0eada), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:31.752671 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-a84bdd0b-f143-435d-a48f-9cedd6fdd966 admin admin] Deleting port 1860e090-bbe5-40ff-b20b-6c248e9a7db6 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:42:31.753027 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a84bdd0b-f143-435d-a48f-9cedd6fdd966 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (1860e090-bbe5-40ff-b20b-6c248e9a7db6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:31.828071 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-a84bdd0b-f143-435d-a48f-9cedd6fdd966 admin admin] For port 1860e090-bbe5-40ff-b20b-6c248e9a7db6, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=1860e090-bbe5-40ff-b20b-6c248e9a7db6,segment=NetworkSegment(f886f0e1-c910-4882-9f17-6bcd250445b3),segment_id=f886f0e1-c910-4882-9f17-6bcd250445b3)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:42:31.828430 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a84bdd0b-f143-435d-a48f-9cedd6fdd966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (1860e090-bbe5-40ff-b20b-6c248e9a7db6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:31.840577 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-a84bdd0b-f143-435d-a48f-9cedd6fdd966 admin admin] Calling delete_port for 1860e090-bbe5-40ff-b20b-6c248e9a7db6 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:42:32.032505 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a84bdd0b-f143-435d-a48f-9cedd6fdd966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (1860e090-bbe5-40ff-b20b-6c248e9a7db6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:32.061235 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84bdd0b-f143-435d-a48f-9cedd6fdd966 admin admin] Pushing event deleted for resources: {'Port': ['ID=1860e090-bbe5-40ff-b20b-6c248e9a7db6,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:32.221818 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a84bdd0b-f143-435d-a48f-9cedd6fdd966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1022764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537026'] for router_interface (0584243b-9c19-461d-b4d6-e8ae7db0eada), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:32.675715 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84bdd0b-f143-435d-a48f-9cedd6fdd966 admin admin] Router 0584243b-9c19-461d-b4d6-e8ae7db0eada has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:42:32.784498 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84bdd0b-f143-435d-a48f-9cedd6fdd966 admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:42:32.789514 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-a84bdd0b-f143-435d-a48f-9cedd6fdd966 admin admin] 10.222.0.75 "PUT /v2.0/routers/0584243b-9c19-461d-b4d6-e8ae7db0eada/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5929015 May 12 14:42:32.791853 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 41138) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:42:32.794814 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5798ed-65ee-4cb8-a404-036e2c7abc78 None None] Sync routers for ids ['0584243b-9c19-461d-b4d6-e8ae7db0eada'] in dv-cinder-777031-14-iscsi {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:42:32.804982 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5798ed-65ee-4cb8-a404-036e2c7abc78 None None] Routers {'0584243b-9c19-461d-b4d6-e8ae7db0eada'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:42:32.805592 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-9f5798ed-65ee-4cb8-a404-036e2c7abc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:42:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['0584243b-9c19-461d-b4d6-e8ae7db0eada'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:42:32.900262 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f24db636-dbf3-4c77-af62-f4173b378eeb admin admin] Publish callbacks [] for router (0584243b-9c19-461d-b4d6-e8ae7db0eada), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:32.915981 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-9f5798ed-65ee-4cb8-a404-036e2c7abc78 None None] Set router 0584243b-9c19-461d-b4d6-e8ae7db0eada gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:42:33.016833 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f24db636-dbf3-4c77-af62-f4173b378eeb admin admin] Publish callbacks [] for router_gateway (0584243b-9c19-461d-b4d6-e8ae7db0eada), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:33.059708 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-f24db636-dbf3-4c77-af62-f4173b378eeb admin admin] Deleting port 67824493-2a2b-4473-ae0b-e37d8d930a47 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:42:33.060049 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f24db636-dbf3-4c77-af62-f4173b378eeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (67824493-2a2b-4473-ae0b-e37d8d930a47), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:33.090797 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-9f5798ed-65ee-4cb8-a404-036e2c7abc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584243b-9c19-461d-b4d6-e8ae7db0eada', 'name': 'tempest-TestMinimumBasicScenario-1208385227-router', 'tenant_id': '3e0c9753b3bd44e49e71379e14e32f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '67824493-2a2b-4473-ae0b-e37d8d930a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:55Z', 'updated_at': '2022-05-12T14:42:31Z', 'revision_number': 5, 'project_id': '3e0c9753b3bd44e49e71379e14e32f56', 'gw_port': {'id': '67824493-2a2b-4473-ae0b-e37d8d930a47', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:43:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584243b-9c19-461d-b4d6-e8ae7db0eada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:37:56Z', 'updated_at': '2022-05-12T14:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:42:33.116361 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5798ed-65ee-4cb8-a404-036e2c7abc78 None None] Checking router: 0584243b-9c19-461d-b4d6-e8ae7db0eada for host: dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:42:33.126151 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5798ed-65ee-4cb8-a404-036e2c7abc78 None None] Routers {'0584243b-9c19-461d-b4d6-e8ae7db0eada'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:42:33.126774 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-9f5798ed-65ee-4cb8-a404-036e2c7abc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:42:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['0584243b-9c19-461d-b4d6-e8ae7db0eada'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:42:33.138454 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-f24db636-dbf3-4c77-af62-f4173b378eeb admin admin] For port 67824493-2a2b-4473-ae0b-e37d8d930a47, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=67824493-2a2b-4473-ae0b-e37d8d930a47,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:42:33.138454 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f24db636-dbf3-4c77-af62-f4173b378eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (67824493-2a2b-4473-ae0b-e37d8d930a47), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:33.156121 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-f24db636-dbf3-4c77-af62-f4173b378eeb admin admin] Calling delete_port for 67824493-2a2b-4473-ae0b-e37d8d930a47 owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:42:33.220906 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-9f5798ed-65ee-4cb8-a404-036e2c7abc78 None None] Set router 0584243b-9c19-461d-b4d6-e8ae7db0eada gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:42:33.289979 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-9f5798ed-65ee-4cb8-a404-036e2c7abc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584243b-9c19-461d-b4d6-e8ae7db0eada', 'name': 'tempest-TestMinimumBasicScenario-1208385227-router', 'tenant_id': '3e0c9753b3bd44e49e71379e14e32f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:55Z', 'updated_at': '2022-05-12T14:42:33Z', 'revision_number': 6, 'project_id': '3e0c9753b3bd44e49e71379e14e32f56', 'gw_port_host': None}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:42:33.318867 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5798ed-65ee-4cb8-a404-036e2c7abc78 None None] The sync data for ids ['0584243b-9c19-461d-b4d6-e8ae7db0eada'] in dv-cinder-777031-14-iscsi is: [{'id': '0584243b-9c19-461d-b4d6-e8ae7db0eada', 'name': 'tempest-TestMinimumBasicScenario-1208385227-router', 'tenant_id': '3e0c9753b3bd44e49e71379e14e32f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:37:55Z', 'updated_at': '2022-05-12T14:42:33Z', 'revision_number': 6, 'project_id': '3e0c9753b3bd44e49e71379e14e32f56', 'gw_port_host': None}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:42:33.338941 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f24db636-dbf3-4c77-af62-f4173b378eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (67824493-2a2b-4473-ae0b-e37d8d930a47), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:33.365203 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24db636-dbf3-4c77-af62-f4173b378eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=67824493-2a2b-4473-ae0b-e37d8d930a47,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:33.426682 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f24db636-dbf3-4c77-af62-f4173b378eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-929007'] for router_gateway (0584243b-9c19-461d-b4d6-e8ae7db0eada), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:33.555241 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f24db636-dbf3-4c77-af62-f4173b378eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-493149'] for router (0584243b-9c19-461d-b4d6-e8ae7db0eada), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:33.557799 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f24db636-dbf3-4c77-af62-f4173b378eeb admin admin] Publish callbacks [] for router_controller (0584243b-9c19-461d-b4d6-e8ae7db0eada), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:33.628805 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f24db636-dbf3-4c77-af62-f4173b378eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-927166'] for router (0584243b-9c19-461d-b4d6-e8ae7db0eada), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:33.629334 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24db636-dbf3-4c77-af62-f4173b378eeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0584243b-9c19-461d-b4d6-e8ae7db0eada {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 14:42:33.634286 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f24db636-dbf3-4c77-af62-f4173b378eeb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:33.635730 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-f24db636-dbf3-4c77-af62-f4173b378eeb admin admin] 10.222.0.75 "DELETE /v2.0/routers/0584243b-9c19-461d-b4d6-e8ae7db0eada HTTP/1.1" status: 204 len: 168 time: 0.8429699 May 12 14:42:33.641767 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 41140) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:42:33.683048 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e23379-9407-4cfa-821a-0a5d733f7743 admin admin] Deleting subnet 287bb4e7-2ad1-4859-a35d-ac893c74569f {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:42:33.686951 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a8e23379-9407-4cfa-821a-0a5d733f7743 admin admin] Publish callbacks [] for subnet (287bb4e7-2ad1-4859-a35d-ac893c74569f), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:33.727917 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a8e23379-9407-4cfa-821a-0a5d733f7743 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8839234'] for subnet (287bb4e7-2ad1-4859-a35d-ac893c74569f), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:33.836609 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a8e23379-9407-4cfa-821a-0a5d733f7743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33439215'] for subnet (287bb4e7-2ad1-4859-a35d-ac893c74569f), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:33.890593 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a8e23379-9407-4cfa-821a-0a5d733f7743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33439222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3895182'] for subnet (287bb4e7-2ad1-4859-a35d-ac893c74569f), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:33.917553 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e23379-9407-4cfa-821a-0a5d733f7743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=287bb4e7-2ad1-4859-a35d-ac893c74569f,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:33.919548 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a8e23379-9407-4cfa-821a-0a5d733f7743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:33.922631 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-a8e23379-9407-4cfa-821a-0a5d733f7743 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/287bb4e7-2ad1-4859-a35d-ac893c74569f HTTP/1.1" status: 204 len: 168 time: 0.2827551 May 12 14:42:33.924961 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3382325c-9f02-43bf-93dc-25d192170b55 None None] Network 3c872b82-1443-46a6-b231-c0c0bfd36dde requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:42:33.925542 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41142) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:42:33.997779 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08f85e4e-f5fa-4f3c-9ec1-f7f4e0f0ce78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33070896'] for network (3c872b82-1443-46a6-b231-c0c0bfd36dde), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:34.045412 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-08f85e4e-f5fa-4f3c-9ec1-f7f4e0f0ce78 admin admin] Deleting port 1b141ade-846b-475e-a8a8-93fa85e8526d {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:42:34.045750 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08f85e4e-f5fa-4f3c-9ec1-f7f4e0f0ce78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (1b141ade-846b-475e-a8a8-93fa85e8526d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:34.095264 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c688ffac-48ba-4e32-b83e-0c07519c1f40 None None] DHCP port deletion for 3c872b82-1443-46a6-b231-c0c0bfd36dde request from dv-cinder-777031-14-iscsi {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 14:42:34.117514 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-08f85e4e-f5fa-4f3c-9ec1-f7f4e0f0ce78 admin admin] For port 1b141ade-846b-475e-a8a8-93fa85e8526d, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=1b141ade-846b-475e-a8a8-93fa85e8526d,segment=NetworkSegment(f886f0e1-c910-4882-9f17-6bcd250445b3),segment_id=f886f0e1-c910-4882-9f17-6bcd250445b3)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:42:34.117874 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08f85e4e-f5fa-4f3c-9ec1-f7f4e0f0ce78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (1b141ade-846b-475e-a8a8-93fa85e8526d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:34.131637 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-08f85e4e-f5fa-4f3c-9ec1-f7f4e0f0ce78 admin admin] Calling delete_port for 1b141ade-846b-475e-a8a8-93fa85e8526d owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:42:34.138904 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c688ffac-48ba-4e32-b83e-0c07519c1f40 None None] Deleting port 1b141ade-846b-475e-a8a8-93fa85e8526d {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:42:34.139317 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c688ffac-48ba-4e32-b83e-0c07519c1f40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (1b141ade-846b-475e-a8a8-93fa85e8526d), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:34.206782 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-c688ffac-48ba-4e32-b83e-0c07519c1f40 None None] For port 1b141ade-846b-475e-a8a8-93fa85e8526d, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=1b141ade-846b-475e-a8a8-93fa85e8526d,segment=NetworkSegment(f886f0e1-c910-4882-9f17-6bcd250445b3),segment_id=f886f0e1-c910-4882-9f17-6bcd250445b3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:42:34.207218 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c688ffac-48ba-4e32-b83e-0c07519c1f40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (1b141ade-846b-475e-a8a8-93fa85e8526d), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:34.212975 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08f85e4e-f5fa-4f3c-9ec1-f7f4e0f0ce78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (1b141ade-846b-475e-a8a8-93fa85e8526d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:34.222184 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-c688ffac-48ba-4e32-b83e-0c07519c1f40 None None] Calling delete_port for 1b141ade-846b-475e-a8a8-93fa85e8526d owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:42:34.239159 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f85e4e-f5fa-4f3c-9ec1-f7f4e0f0ce78 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b141ade-846b-475e-a8a8-93fa85e8526d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:34.242579 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f85e4e-f5fa-4f3c-9ec1-f7f4e0f0ce78 admin admin] No DVR routers for this DVR port 1b141ade-846b-475e-a8a8-93fa85e8526d on host dv-cinder-777031-14-iscsi {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:42:34.304418 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c688ffac-48ba-4e32-b83e-0c07519c1f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253'] for port (1b141ade-846b-475e-a8a8-93fa85e8526d), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:34.324927 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08f85e4e-f5fa-4f3c-9ec1-f7f4e0f0ce78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33375322', 'neutron.services.segments.db._delete_segments_for_network-8771212172310'] for network (3c872b82-1443-46a6-b231-c0c0bfd36dde), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:34.330167 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688ffac-48ba-4e32-b83e-0c07519c1f40 None None] Pushing event deleted for resources: {'Port': ['ID=1b141ade-846b-475e-a8a8-93fa85e8526d,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:34.333839 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c688ffac-48ba-4e32-b83e-0c07519c1f40 None None] No DVR routers for this DVR port 1b141ade-846b-475e-a8a8-93fa85e8526d on host dv-cinder-777031-14-iscsi {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:42:34.351437 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-08f85e4e-f5fa-4f3c-9ec1-f7f4e0f0ce78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c872b82-1443-46a6-b231-c0c0bfd36dde']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:42:34.361466 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-08f85e4e-f5fa-4f3c-9ec1-f7f4e0f0ce78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f886f0e1-c910-4882-9f17-6bcd250445b3') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:42:34.361839 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-08f85e4e-f5fa-4f3c-9ec1-f7f4e0f0ce78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f886f0e1-c910-4882-9f17-6bcd250445b3') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:42:34.372421 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08f85e4e-f5fa-4f3c-9ec1-f7f4e0f0ce78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771212173343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3984821'] for segment (f886f0e1-c910-4882-9f17-6bcd250445b3), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:34.386768 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08f85e4e-f5fa-4f3c-9ec1-f7f4e0f0ce78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (f886f0e1-c910-4882-9f17-6bcd250445b3), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:34.393566 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f85e4e-f5fa-4f3c-9ec1-f7f4e0f0ce78 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:42:34.393957 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08f85e4e-f5fa-4f3c-9ec1-f7f4e0f0ce78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745268'] for segment (f886f0e1-c910-4882-9f17-6bcd250445b3), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: Traceback (most recent call last): May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: timer() May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: cb(*args, **kw) May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: return func(*args, **kwargs) May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: self._notify() May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: self.callback(batched_events) May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: event.method(event) May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: return f(self, *a, **k) May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: return self._get(url).json() May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: return self.request(url, 'GET', **kwargs) May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:42:34.395873 dv-cinder-777031-14-iscsi neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:42:34.454901 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08f85e4e-f5fa-4f3c-9ec1-f7f4e0f0ce78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33375329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931293'] for network (3c872b82-1443-46a6-b231-c0c0bfd36dde), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:34.460254 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08f85e4e-f5fa-4f3c-9ec1-f7f4e0f0ce78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:34.466254 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-08f85e4e-f5fa-4f3c-9ec1-f7f4e0f0ce78 admin admin] 10.222.0.75 "DELETE /v2.0/networks/3c872b82-1443-46a6-b231-c0c0bfd36dde HTTP/1.1" status: 204 len: 168 time: 0.5399752 May 12 14:42:34.478420 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f85e4e-f5fa-4f3c-9ec1-f7f4e0f0ce78 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c872b82-1443-46a6-b231-c0c0bfd36dde,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:34.621807 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41146) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:42:34.660921 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-77d454fd-fd06-453d-a1e7-5e077338c1a8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9462307fa603476baafa1c5c8ae491d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378563 May 12 14:42:34.663336 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41148) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:42:34.708716 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5348-7bce-4d14-99d9-167c55840a61 admin admin] Publish callbacks [] for security_group (f2500903-0807-428a-bc31-7c6476f07ea1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:34.728882 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5348-7bce-4d14-99d9-167c55840a61 admin admin] Publish callbacks [] for security_group (f2500903-0807-428a-bc31-7c6476f07ea1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:34.774463 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5348-7bce-4d14-99d9-167c55840a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (f2500903-0807-428a-bc31-7c6476f07ea1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:34.777394 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5348-7bce-4d14-99d9-167c55840a61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:34.778523 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-fc6b5348-7bce-4d14-99d9-167c55840a61 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f2500903-0807-428a-bc31-7c6476f07ea1 HTTP/1.1" status: 204 len: 168 time: 0.1142976 May 12 14:42:34.786092 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b5348-7bce-4d14-99d9-167c55840a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2500903-0807-428a-bc31-7c6476f07ea1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:35.093647 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 41154) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:42:35.132545 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-39a29846-28a1-4669-9589-a5436ebb66c6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3e0c9753b3bd44e49e71379e14e32f56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377097 May 12 14:42:35.134712 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 41156) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:42:35.179412 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-75cd08ba-1a04-4c4e-aa1b-a5f053da15f2 admin admin] Publish callbacks [] for security_group (6bfd27e1-85a6-4c3e-940d-7a2f655f0fdb), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:35.201429 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-75cd08ba-1a04-4c4e-aa1b-a5f053da15f2 admin admin] Publish callbacks [] for security_group (6bfd27e1-85a6-4c3e-940d-7a2f655f0fdb), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:35.242034 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 67824493-2a2b-4473-ae0b-e37d8d930a47 no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:42:35.248202 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-75cd08ba-1a04-4c4e-aa1b-a5f053da15f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (6bfd27e1-85a6-4c3e-940d-7a2f655f0fdb), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:35.250958 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-75cd08ba-1a04-4c4e-aa1b-a5f053da15f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:35.252243 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-75cd08ba-1a04-4c4e-aa1b-a5f053da15f2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6bfd27e1-85a6-4c3e-940d-7a2f655f0fdb HTTP/1.1" status: 204 len: 168 time: 0.1164956 May 12 14:42:35.260374 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd08ba-1a04-4c4e-aa1b-a5f053da15f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfd27e1-85a6-4c3e-940d-7a2f655f0fdb,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:42:35.263835 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: 67824493-2a2b-4473-ae0b-e37d8d930a47 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:42:35.264190 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 67824493-2a2b-4473-ae0b-e37d8d930a47 not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:42:35.264605 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 1b141ade-846b-475e-a8a8-93fa85e8526d no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:42:35.290431 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: 1b141ade-846b-475e-a8a8-93fa85e8526d {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:42:35.290778 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 1b141ade-846b-475e-a8a8-93fa85e8526d not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:42:35.291222 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 1860e090-bbe5-40ff-b20b-6c248e9a7db6 no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:42:35.312629 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: 1860e090-bbe5-40ff-b20b-6c248e9a7db6 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:42:35.312974 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 1860e090-bbe5-40ff-b20b-6c248e9a7db6 not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:42:39.287928 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-824a2a23-fa86-4bdb-be57-4d0f4b568307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:41.647614 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ee8d664b-643c-428a-9179-160d72a22c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:43.004307 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:43.537636 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:42:44.395798 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:45.756655 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:42:50.084132 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:09.288004 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1b32ee66-880c-4f30-a2fa-7f433354b366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:11.649277 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37514238-7e62-4e8f-aefc-cc7c9567c8e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:13.005098 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:14.398184 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:15.760134 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:18.103200 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6a9d8-9a65-4ed1-9adb-974b2562ce85 req-f8a32796-3470-4db4-9173-28ad31adf0ff tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:18.104671 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3da6a9d8-9a65-4ed1-9adb-974b2562ce85 req-f8a32796-3470-4db4-9173-28ad31adf0ff tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=b293e6a7-b82d-44db-af30-498fd91a7261 HTTP/1.1" status: 200 len: 946 time: 0.0511515 May 12 14:43:18.151196 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3da6a9d8-9a65-4ed1-9adb-974b2562ce85 req-6103702f-d2e5-4a82-b15b-aa82f179ba05 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=b8c7171f-8cca-4245-a79d-7a40d56c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409656 May 12 14:43:19.266189 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719f18d-c4d9-4fe5-b8e4-460b6b3ab0c0 req-f24db55a-debb-4b50-aff5-c9d6f2ab2e6e tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:19.277279 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d719f18d-c4d9-4fe5-b8e4-460b6b3ab0c0 req-f24db55a-debb-4b50-aff5-c9d6f2ab2e6e tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=b293e6a7-b82d-44db-af30-498fd91a7261 HTTP/1.1" status: 200 len: 946 time: 0.0563323 May 12 14:43:19.329362 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d719f18d-c4d9-4fe5-b8e4-460b6b3ab0c0 req-2c2f6ac7-485b-4065-b310-6e3d4fe2d6d5 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=b8c7171f-8cca-4245-a79d-7a40d56c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458229 May 12 14:43:19.663464 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f95841da-f4aa-48f1-978c-29543f2d598c req-89a69514-25eb-4688-8a45-2f5ec7753aa4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421941 May 12 14:43:19.750999 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95841da-f4aa-48f1-978c-29543f2d598c req-adcba1fd-3e56-4f35-bb02-1c1ee6cef646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:19.752508 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f95841da-f4aa-48f1-978c-29543f2d598c req-adcba1fd-3e56-4f35-bb02-1c1ee6cef646 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ba0ea753bb0496cbf274e802f50dd0e&device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 1130 time: 0.0381827 May 12 14:43:19.853768 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95841da-f4aa-48f1-978c-29543f2d598c req-60ce984d-c9e7-4a1c-a7d9-1582e64e51be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:19.855243 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f95841da-f4aa-48f1-978c-29543f2d598c req-60ce984d-c9e7-4a1c-a7d9-1582e64e51be service neutron] 10.222.0.57 "GET /v2.0/networks?id=5b96f110-6030-45d9-96d1-0bc86d38fd01 HTTP/1.1" status: 200 len: 913 time: 0.0827932 May 12 14:43:20.084415 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:20.137168 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f95841da-f4aa-48f1-978c-29543f2d598c req-dd03a0f4-c717-488e-9e11-960debda622d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10ba03ca-52fe-42dc-a95e-573a96e2bd48 HTTP/1.1" status: 200 len: 1001 time: 0.0650258 May 12 14:43:20.261781 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d3dc3-f41d-439d-a8f6-b5f010e42c3b req-ae0599a3-0988-4bf8-8151-a4d04476cdd2 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:20.263168 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d80d3dc3-f41d-439d-a8f6-b5f010e42c3b req-ae0599a3-0988-4bf8-8151-a4d04476cdd2 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.57 "GET /v2.0/ports?device_id=b293e6a7-b82d-44db-af30-498fd91a7261 HTTP/1.1" status: 200 len: 946 time: 0.0765560 May 12 14:43:20.268490 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95841da-f4aa-48f1-978c-29543f2d598c req-3a895b56-cd6c-4982-b8dd-81ca8023f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:20.269812 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f95841da-f4aa-48f1-978c-29543f2d598c req-3a895b56-cd6c-4982-b8dd-81ca8023f6c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f0587e5-5c6f-4f23-94d0-5688c2911c12 HTTP/1.1" status: 200 len: 851 time: 0.0821624 May 12 14:43:20.364814 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95841da-f4aa-48f1-978c-29543f2d598c req-ec3b8d48-e3e2-40d8-8bc4-d39126964946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:20.366318 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f95841da-f4aa-48f1-978c-29543f2d598c req-ec3b8d48-e3e2-40d8-8bc4-d39126964946 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5b96f110-6030-45d9-96d1-0bc86d38fd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0896890 May 12 14:43:20.415979 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-d80d3dc3-f41d-439d-a8f6-b5f010e42c3b req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Deleting port 72bdfac6-9a66-4d48-b364-b06fc90433ed {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:43:20.416319 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d80d3dc3-f41d-439d-a8f6-b5f010e42c3b req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (72bdfac6-9a66-4d48-b364-b06fc90433ed), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:20.537358 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:43:20.544375 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c03e25-32af-4217-9697-557ecd74ed21 req-98d19ac2-8f54-4e72-aeee-2e8c9888ed44 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:20.545851 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-49c03e25-32af-4217-9697-557ecd74ed21 req-98d19ac2-8f54-4e72-aeee-2e8c9888ed44 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=b293e6a7-b82d-44db-af30-498fd91a7261 HTTP/1.1" status: 200 len: 946 time: 0.1415155 May 12 14:43:20.614586 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f95841da-f4aa-48f1-978c-29543f2d598c req-47ba0290-cca8-41d9-a07c-e62e6db75093 service neutron] 10.222.0.57 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405260 May 12 14:43:20.616232 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-d80d3dc3-f41d-439d-a8f6-b5f010e42c3b req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] For port 72bdfac6-9a66-4d48-b364-b06fc90433ed, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=72bdfac6-9a66-4d48-b364-b06fc90433ed,segment=NetworkSegment(3e6925c9-868c-4eb2-b1c7-d7edce7ca97c),segment_id=3e6925c9-868c-4eb2-b1c7-d7edce7ca97c)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:43:20.616600 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d80d3dc3-f41d-439d-a8f6-b5f010e42c3b req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (72bdfac6-9a66-4d48-b364-b06fc90433ed), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:20.664853 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-49c03e25-32af-4217-9697-557ecd74ed21 req-46ef80aa-a619-4b34-bf52-9fdcc4e1ce22 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups?id=b8c7171f-8cca-4245-a79d-7a40d56c9e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129355 May 12 14:43:20.808768 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f95841da-f4aa-48f1-978c-29543f2d598c req-2b7f2a91-5689-40ec-9f1b-2ebd5a0cfea3 service neutron] 10.222.0.57 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869745 May 12 14:43:20.872182 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d80d3dc3-f41d-439d-a8f6-b5f010e42c3b req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:20.872545 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d80d3dc3-f41d-439d-a8f6-b5f010e42c3b req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (3784652d-8697-4115-b999-0c2047ebbe1e), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:20.872875 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.db.l3_db [req-d80d3dc3-f41d-439d-a8f6-b5f010e42c3b req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Floating IP 3784652d-8697-4115-b999-0c2047ebbe1e disassociated. External IP: 172.27.0.40, port: 72bdfac6-9a66-4d48-b364-b06fc90433ed. May 12 14:43:20.873237 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-d80d3dc3-f41d-439d-a8f6-b5f010e42c3b req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Calling delete_port for 72bdfac6-9a66-4d48-b364-b06fc90433ed owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:43:21.002938 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d80d3dc3-f41d-439d-a8f6-b5f010e42c3b req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (72bdfac6-9a66-4d48-b364-b06fc90433ed), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:21.034581 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event deleted for resources: {'Port': ['ID=72bdfac6-9a66-4d48-b364-b06fc90433ed,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:21.043214 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:21.043577 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:21.043922 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:21.044265 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:21.044604 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:21.044941 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:21.045276 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:21.045608 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:21.045970 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:21.046302 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:21.046649 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:21.046975 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:21.047327 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:21.051470 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:21.051470 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:21.159642 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d80d3dc3-f41d-439d-a8f6-b5f010e42c3b req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Router dd91525d-7750-4dcb-ae52-af578e78c8de has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:43:21.267044 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d80d3dc3-f41d-439d-a8f6-b5f010e42c3b req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:43:21.276788 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b04f5df-e45b-449e-a1dc-a833bcd3f938 None None] Sync routers for ids ['dd91525d-7750-4dcb-ae52-af578e78c8de'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:43:21.285882 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b04f5df-e45b-449e-a1dc-a833bcd3f938 None None] Routers {'dd91525d-7750-4dcb-ae52-af578e78c8de'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:43:21.286478 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4b04f5df-e45b-449e-a1dc-a833bcd3f938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:43:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['dd91525d-7750-4dcb-ae52-af578e78c8de'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:21.307892 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80d3dc3-f41d-439d-a8f6-b5f010e42c3b req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] No DVR routers for this DVR port 72bdfac6-9a66-4d48-b364-b06fc90433ed on host hv-cinder-77703 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:43:21.310417 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-d80d3dc3-f41d-439d-a8f6-b5f010e42c3b req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:21.314676 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d80d3dc3-f41d-439d-a8f6-b5f010e42c3b req-4cfb4656-5bd2-48a2-a834-b419c39aeccf tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.57 "DELETE /v2.0/ports/72bdfac6-9a66-4d48-b364-b06fc90433ed HTTP/1.1" status: 204 len: 173 time: 1.0440142 May 12 14:43:21.315233 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b293e6a7-b82d-44db-af30-498fd91a7261', 'name': 'network-vif-deleted', 'tag': '72bdfac6-9a66-4d48-b364-b06fc90433ed'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:43:21.317554 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6cda91-9ffd-4194-896f-2025691442ed" -d '{"events": [{"server_uuid": "b293e6a7-b82d-44db-af30-498fd91a7261", "name": "network-vif-deleted", "tag": "72bdfac6-9a66-4d48-b364-b06fc90433ed"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:43:21.356104 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9098e7ed-51d8-475d-8006-38bb4b248151 x-openstack-request-id: req-9098e7ed-51d8-475d-8006-38bb4b248151 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:43:21.356657 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b293e6a7-b82d-44db-af30-498fd91a7261", "name": "network-vif-deleted", "tag": "72bdfac6-9a66-4d48-b364-b06fc90433ed", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:43:21.357194 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9098e7ed-51d8-475d-8006-38bb4b248151 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:43:21.357628 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9098e7ed-51d8-475d-8006-38bb4b248151'] response: {'server_uuid': 'b293e6a7-b82d-44db-af30-498fd91a7261', 'name': 'network-vif-deleted', 'tag': '72bdfac6-9a66-4d48-b364-b06fc90433ed', 'status': 'completed', 'code': 200} May 12 14:43:21.399197 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-4b04f5df-e45b-449e-a1dc-a833bcd3f938 None None] Set router dd91525d-7750-4dcb-ae52-af578e78c8de gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:43:21.594819 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4b04f5df-e45b-449e-a1dc-a833bcd3f938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '1881a025-4b13-41d1-a6b2-bb60f215b10a', 'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'mac_address': 'fa:16:3e:5c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:23Z', 'updated_at': '2022-05-12T14:31:29Z', 'revision_number': 5, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'subnets': [{'id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:21.621043 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b04f5df-e45b-449e-a1dc-a833bcd3f938 None None] Checking router: dd91525d-7750-4dcb-ae52-af578e78c8de for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:43:21.629731 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b04f5df-e45b-449e-a1dc-a833bcd3f938 None None] Routers {'dd91525d-7750-4dcb-ae52-af578e78c8de'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:43:21.630316 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4b04f5df-e45b-449e-a1dc-a833bcd3f938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:43:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['dd91525d-7750-4dcb-ae52-af578e78c8de'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:21.736556 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-4b04f5df-e45b-449e-a1dc-a833bcd3f938 None None] Set router dd91525d-7750-4dcb-ae52-af578e78c8de gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:43:21.770383 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7a9ca7de-dab2-4bb1-a9d9-f3b3d6f9cde9 req-347083f9-4241-420c-9850-40bef8a996b6 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/ports?device_id=b293e6a7-b82d-44db-af30-498fd91a7261 HTTP/1.1" status: 200 len: 210 time: 0.0278876 May 12 14:43:21.931077 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-4b04f5df-e45b-449e-a1dc-a833bcd3f938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '1881a025-4b13-41d1-a6b2-bb60f215b10a', 'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'mac_address': 'fa:16:3e:5c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:23Z', 'updated_at': '2022-05-12T14:31:29Z', 'revision_number': 5, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'subnets': [{'id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:21.962229 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b04f5df-e45b-449e-a1dc-a833bcd3f938 None None] The sync data for ids ['dd91525d-7750-4dcb-ae52-af578e78c8de'] in dv-cinder-777031-14-iscsi is: [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '1881a025-4b13-41d1-a6b2-bb60f215b10a', 'name': '', 'network_id': '3fdc0b19-4053-4c44-8b08-cd1ab3959461', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'mac_address': 'fa:16:3e:5c:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:23Z', 'updated_at': '2022-05-12T14:31:29Z', 'revision_number': 5, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'subnets': [{'id': 'cb99a954-a215-4272-a7a1-86abb04d56af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:43:22.167312 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4453849d-a010-4661-8310-476245eaf051 None None] New status for floating IP 3784652d-8697-4115-b999-0c2047ebbe1e: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:43:22.859447 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41266) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:22.916628 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4999898a-b4e9-4354-8277-abf7a68258a4 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group (b8c7171f-8cca-4245-a79d-7a40d56c9e2f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:22.942079 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4999898a-b4e9-4354-8277-abf7a68258a4 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group (b8c7171f-8cca-4245-a79d-7a40d56c9e2f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:22.998919 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4999898a-b4e9-4354-8277-abf7a68258a4 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (b8c7171f-8cca-4245-a79d-7a40d56c9e2f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:23.002321 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4999898a-b4e9-4354-8277-abf7a68258a4 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:23.003489 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-4999898a-b4e9-4354-8277-abf7a68258a4 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "DELETE /v2.0/security-groups/b8c7171f-8cca-4245-a79d-7a40d56c9e2f HTTP/1.1" status: 204 len: 168 time: 0.1428802 May 12 14:43:23.006390 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 41268) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:23.013080 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999898a-b4e9-4354-8277-abf7a68258a4 tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c7171f-8cca-4245-a79d-7a40d56c9e2f,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:23.020838 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.api.v2.resource [None req-e5dd474f-fcf1-46d5-a237-43416326eaca tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] show failed (client error): The resource could not be found. May 12 14:43:23.021860 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-e5dd474f-fcf1-46d5-a237-43416326eaca tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "GET /v2.0/security-groups/b8c7171f-8cca-4245-a79d-7a40d56c9e2f HTTP/1.1" status: 404 len: 347 time: 0.0138669 May 12 14:43:23.024783 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 41270) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:23.140536 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-acbf2214-03c7-4b5b-9745-c946b23bd70a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Deleting port d133aa26-79a6-4616-a604-41ed716046dd {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:43:23.140879 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-acbf2214-03c7-4b5b-9745-c946b23bd70a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (d133aa26-79a6-4616-a604-41ed716046dd), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:23.214392 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-acbf2214-03c7-4b5b-9745-c946b23bd70a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (d133aa26-79a6-4616-a604-41ed716046dd), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:23.214742 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-acbf2214-03c7-4b5b-9745-c946b23bd70a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for floatingip (d133aa26-79a6-4616-a604-41ed716046dd), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:23.226160 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-acbf2214-03c7-4b5b-9745-c946b23bd70a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Calling delete_port for d133aa26-79a6-4616-a604-41ed716046dd owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:43:23.359260 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-acbf2214-03c7-4b5b-9745-c946b23bd70a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (d133aa26-79a6-4616-a604-41ed716046dd), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:23.388758 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf2214-03c7-4b5b-9745-c946b23bd70a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Pushing event deleted for resources: {'Port': ['ID=d133aa26-79a6-4616-a604-41ed716046dd,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:23.411283 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf2214-03c7-4b5b-9745-c946b23bd70a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:23.412122 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf2214-03c7-4b5b-9745-c946b23bd70a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:23.412122 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf2214-03c7-4b5b-9745-c946b23bd70a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:23.412341 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf2214-03c7-4b5b-9745-c946b23bd70a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:23.412756 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf2214-03c7-4b5b-9745-c946b23bd70a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:23.413087 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf2214-03c7-4b5b-9745-c946b23bd70a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:23.413459 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf2214-03c7-4b5b-9745-c946b23bd70a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:23.413739 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf2214-03c7-4b5b-9745-c946b23bd70a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:23.414062 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf2214-03c7-4b5b-9745-c946b23bd70a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:23.414383 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf2214-03c7-4b5b-9745-c946b23bd70a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:23.414705 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf2214-03c7-4b5b-9745-c946b23bd70a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:23.415060 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf2214-03c7-4b5b-9745-c946b23bd70a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:23.415367 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf2214-03c7-4b5b-9745-c946b23bd70a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:23.415683 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf2214-03c7-4b5b-9745-c946b23bd70a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:23.416000 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf2214-03c7-4b5b-9745-c946b23bd70a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:23.460439 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-acbf2214-03c7-4b5b-9745-c946b23bd70a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks [] for floatingip (3784652d-8697-4115-b999-0c2047ebbe1e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:23.462948 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-acbf2214-03c7-4b5b-9745-c946b23bd70a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:23.464111 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-acbf2214-03c7-4b5b-9745-c946b23bd70a tempest-AttachVolumeNegativeTest-523912070 tempest-AttachVolumeNegativeTest-523912070-project] 10.222.0.75 "DELETE /v2.0/floatingips/3784652d-8697-4115-b999-0c2047ebbe1e HTTP/1.1" status: 204 len: 168 time: 0.4382255 May 12 14:43:24.425172 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 72bdfac6-9a66-4d48-b364-b06fc90433ed no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:43:24.446070 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] No Port match for: 72bdfac6-9a66-4d48-b364-b06fc90433ed {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:43:24.446415 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 72bdfac6-9a66-4d48-b364-b06fc90433ed not bound to the agent host hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:43:27.175352 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41334) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:27.768167 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4833fc33-6b8e-42f0-bc46-34fe580db01c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932317'] for router_interface (dd91525d-7750-4dcb-ae52-af578e78c8de), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:28.000767 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-4833fc33-6b8e-42f0-bc46-34fe580db01c admin admin] Deleting port 1881a025-4b13-41d1-a6b2-bb60f215b10a {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:43:28.001123 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4833fc33-6b8e-42f0-bc46-34fe580db01c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (1881a025-4b13-41d1-a6b2-bb60f215b10a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:28.343542 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-4833fc33-6b8e-42f0-bc46-34fe580db01c admin admin] For port 1881a025-4b13-41d1-a6b2-bb60f215b10a, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=1881a025-4b13-41d1-a6b2-bb60f215b10a,segment=NetworkSegment(3e6925c9-868c-4eb2-b1c7-d7edce7ca97c),segment_id=3e6925c9-868c-4eb2-b1c7-d7edce7ca97c)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:43:28.344247 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4833fc33-6b8e-42f0-bc46-34fe580db01c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (1881a025-4b13-41d1-a6b2-bb60f215b10a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:28.357002 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-4833fc33-6b8e-42f0-bc46-34fe580db01c admin admin] Calling delete_port for 1881a025-4b13-41d1-a6b2-bb60f215b10a owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:43:28.544772 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4833fc33-6b8e-42f0-bc46-34fe580db01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (1881a025-4b13-41d1-a6b2-bb60f215b10a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:28.578733 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833fc33-6b8e-42f0-bc46-34fe580db01c admin admin] Pushing event deleted for resources: {'Port': ['ID=1881a025-4b13-41d1-a6b2-bb60f215b10a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:28.748748 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4833fc33-6b8e-42f0-bc46-34fe580db01c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1022764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537026'] for router_interface (dd91525d-7750-4dcb-ae52-af578e78c8de), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:28.965589 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4833fc33-6b8e-42f0-bc46-34fe580db01c admin admin] Router dd91525d-7750-4dcb-ae52-af578e78c8de has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:43:29.073455 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4833fc33-6b8e-42f0-bc46-34fe580db01c admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:43:29.078869 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-4833fc33-6b8e-42f0-bc46-34fe580db01c admin admin] 10.222.0.75 "PUT /v2.0/routers/dd91525d-7750-4dcb-ae52-af578e78c8de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9030359 May 12 14:43:29.081400 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41340) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:29.084848 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694d81c0-4953-4ebc-9209-06ea12a43f2a None None] Sync routers for ids ['dd91525d-7750-4dcb-ae52-af578e78c8de'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:43:29.095552 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694d81c0-4953-4ebc-9209-06ea12a43f2a None None] Routers {'dd91525d-7750-4dcb-ae52-af578e78c8de'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:43:29.096173 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-694d81c0-4953-4ebc-9209-06ea12a43f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:43:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['dd91525d-7750-4dcb-ae52-af578e78c8de'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:29.193606 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d077080b-4e6e-4086-8094-8abc94a8e0dc admin admin] Publish callbacks [] for router (dd91525d-7750-4dcb-ae52-af578e78c8de), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:29.204141 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-694d81c0-4953-4ebc-9209-06ea12a43f2a None None] Set router dd91525d-7750-4dcb-ae52-af578e78c8de gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:43:29.304970 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d077080b-4e6e-4086-8094-8abc94a8e0dc admin admin] Publish callbacks [] for router_gateway (dd91525d-7750-4dcb-ae52-af578e78c8de), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:29.349464 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-d077080b-4e6e-4086-8094-8abc94a8e0dc admin admin] Deleting port bc710c27-3346-4e6a-a02b-1ac47ca827d2 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:43:29.350136 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d077080b-4e6e-4086-8094-8abc94a8e0dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (bc710c27-3346-4e6a-a02b-1ac47ca827d2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:29.374324 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-694d81c0-4953-4ebc-9209-06ea12a43f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:43:28Z', 'revision_number': 5, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port': {'id': 'bc710c27-3346-4e6a-a02b-1ac47ca827d2', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:17Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:29.404232 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694d81c0-4953-4ebc-9209-06ea12a43f2a None None] Checking router: dd91525d-7750-4dcb-ae52-af578e78c8de for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:43:29.412940 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694d81c0-4953-4ebc-9209-06ea12a43f2a None None] Routers {'dd91525d-7750-4dcb-ae52-af578e78c8de'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:43:29.413553 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-694d81c0-4953-4ebc-9209-06ea12a43f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:43:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['dd91525d-7750-4dcb-ae52-af578e78c8de'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:29.429827 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-d077080b-4e6e-4086-8094-8abc94a8e0dc admin admin] For port bc710c27-3346-4e6a-a02b-1ac47ca827d2, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=bc710c27-3346-4e6a-a02b-1ac47ca827d2,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:43:29.430193 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d077080b-4e6e-4086-8094-8abc94a8e0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (bc710c27-3346-4e6a-a02b-1ac47ca827d2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:29.446003 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-d077080b-4e6e-4086-8094-8abc94a8e0dc admin admin] Calling delete_port for bc710c27-3346-4e6a-a02b-1ac47ca827d2 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:43:29.500191 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-694d81c0-4953-4ebc-9209-06ea12a43f2a None None] Set router dd91525d-7750-4dcb-ae52-af578e78c8de gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:43:29.550694 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-694d81c0-4953-4ebc-9209-06ea12a43f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:43:29Z', 'revision_number': 6, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port_host': None}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:29.580069 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694d81c0-4953-4ebc-9209-06ea12a43f2a None None] The sync data for ids ['dd91525d-7750-4dcb-ae52-af578e78c8de'] in dv-cinder-777031-14-iscsi is: [{'id': 'dd91525d-7750-4dcb-ae52-af578e78c8de', 'name': 'tempest-AttachVolumeNegativeTest-365472434-router', 'tenant_id': 'e4b5ca018b5f4dda99486407424b8168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:43:29Z', 'revision_number': 6, 'project_id': 'e4b5ca018b5f4dda99486407424b8168', 'gw_port_host': None}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:43:29.618819 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d077080b-4e6e-4086-8094-8abc94a8e0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (bc710c27-3346-4e6a-a02b-1ac47ca827d2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:29.645307 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077080b-4e6e-4086-8094-8abc94a8e0dc admin admin] Pushing event deleted for resources: {'Port': ['ID=bc710c27-3346-4e6a-a02b-1ac47ca827d2,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:29.707396 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d077080b-4e6e-4086-8094-8abc94a8e0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-929007'] for router_gateway (dd91525d-7750-4dcb-ae52-af578e78c8de), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:29.806694 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d077080b-4e6e-4086-8094-8abc94a8e0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-493149'] for router (dd91525d-7750-4dcb-ae52-af578e78c8de), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:29.808815 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d077080b-4e6e-4086-8094-8abc94a8e0dc admin admin] Publish callbacks [] for router_controller (dd91525d-7750-4dcb-ae52-af578e78c8de), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:29.855007 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d077080b-4e6e-4086-8094-8abc94a8e0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-927166'] for router (dd91525d-7750-4dcb-ae52-af578e78c8de), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:29.855619 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d077080b-4e6e-4086-8094-8abc94a8e0dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd91525d-7750-4dcb-ae52-af578e78c8de {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 14:43:29.860495 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d077080b-4e6e-4086-8094-8abc94a8e0dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:29.861684 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-d077080b-4e6e-4086-8094-8abc94a8e0dc admin admin] 10.222.0.75 "DELETE /v2.0/routers/dd91525d-7750-4dcb-ae52-af578e78c8de HTTP/1.1" status: 204 len: 168 time: 0.7792439 May 12 14:43:29.864166 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41344) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:29.908050 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca1e603-e3c8-4795-adae-f557c23f2f03 admin admin] Deleting subnet cb99a954-a215-4272-a7a1-86abb04d56af {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:43:29.911473 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ca1e603-e3c8-4795-adae-f557c23f2f03 admin admin] Publish callbacks [] for subnet (cb99a954-a215-4272-a7a1-86abb04d56af), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:29.947436 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ca1e603-e3c8-4795-adae-f557c23f2f03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3984780'] for subnet (cb99a954-a215-4272-a7a1-86abb04d56af), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:30.035223 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ca1e603-e3c8-4795-adae-f557c23f2f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33439215'] for subnet (cb99a954-a215-4272-a7a1-86abb04d56af), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:30.092359 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ca1e603-e3c8-4795-adae-f557c23f2f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33439222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4027564'] for subnet (cb99a954-a215-4272-a7a1-86abb04d56af), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:30.116847 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1e603-e3c8-4795-adae-f557c23f2f03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb99a954-a215-4272-a7a1-86abb04d56af,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:30.123330 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ca1e603-e3c8-4795-adae-f557c23f2f03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:30.127024 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-9ca1e603-e3c8-4795-adae-f557c23f2f03 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/cb99a954-a215-4272-a7a1-86abb04d56af HTTP/1.1" status: 204 len: 168 time: 0.2619469 May 12 14:43:30.129659 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41346) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:30.130540 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25c7805-5863-4433-9e10-b35dd7e62bee None None] Network 3fdc0b19-4053-4c44-8b08-cd1ab3959461 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:43:30.235251 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd52f4a7-846d-46f8-aa76-5f786859c66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33070896'] for network (3fdc0b19-4053-4c44-8b08-cd1ab3959461), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:30.291061 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-dd52f4a7-846d-46f8-aa76-5f786859c66e admin admin] Deleting port e4610d02-f7ce-4ec0-97c3-8319f2660dee {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:43:30.291689 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd52f4a7-846d-46f8-aa76-5f786859c66e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (e4610d02-f7ce-4ec0-97c3-8319f2660dee), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:30.357760 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-dd52f4a7-846d-46f8-aa76-5f786859c66e admin admin] For port e4610d02-f7ce-4ec0-97c3-8319f2660dee, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=e4610d02-f7ce-4ec0-97c3-8319f2660dee,segment=NetworkSegment(3e6925c9-868c-4eb2-b1c7-d7edce7ca97c),segment_id=3e6925c9-868c-4eb2-b1c7-d7edce7ca97c)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:43:30.358973 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd52f4a7-846d-46f8-aa76-5f786859c66e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (e4610d02-f7ce-4ec0-97c3-8319f2660dee), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:30.361253 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25115f36-e91c-4a9e-9d7c-91375355bf75 None None] DHCP port deletion for 3fdc0b19-4053-4c44-8b08-cd1ab3959461 request from dv-cinder-777031-14-iscsi {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 14:43:30.375915 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-dd52f4a7-846d-46f8-aa76-5f786859c66e admin admin] Calling delete_port for e4610d02-f7ce-4ec0-97c3-8319f2660dee owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:43:30.407064 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-25115f36-e91c-4a9e-9d7c-91375355bf75 None None] Deleting port e4610d02-f7ce-4ec0-97c3-8319f2660dee {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:43:30.407478 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-25115f36-e91c-4a9e-9d7c-91375355bf75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (e4610d02-f7ce-4ec0-97c3-8319f2660dee), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:30.459941 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd52f4a7-846d-46f8-aa76-5f786859c66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (e4610d02-f7ce-4ec0-97c3-8319f2660dee), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:30.473294 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-25115f36-e91c-4a9e-9d7c-91375355bf75 None None] For port e4610d02-f7ce-4ec0-97c3-8319f2660dee, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=e4610d02-f7ce-4ec0-97c3-8319f2660dee,segment=NetworkSegment(3e6925c9-868c-4eb2-b1c7-d7edce7ca97c),segment_id=3e6925c9-868c-4eb2-b1c7-d7edce7ca97c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:43:30.473687 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-25115f36-e91c-4a9e-9d7c-91375355bf75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (e4610d02-f7ce-4ec0-97c3-8319f2660dee), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:30.488572 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52f4a7-846d-46f8-aa76-5f786859c66e admin admin] Pushing event deleted for resources: {'Port': ['ID=e4610d02-f7ce-4ec0-97c3-8319f2660dee,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:30.488807 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-25115f36-e91c-4a9e-9d7c-91375355bf75 None None] Calling delete_port for e4610d02-f7ce-4ec0-97c3-8319f2660dee owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:43:30.490409 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd52f4a7-846d-46f8-aa76-5f786859c66e admin admin] No DVR routers for this DVR port e4610d02-f7ce-4ec0-97c3-8319f2660dee on host dv-cinder-777031-14-iscsi {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:43:30.568577 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd52f4a7-846d-46f8-aa76-5f786859c66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33375322', 'neutron.services.segments.db._delete_segments_for_network-8771212172310'] for network (3fdc0b19-4053-4c44-8b08-cd1ab3959461), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:30.579954 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-25115f36-e91c-4a9e-9d7c-91375355bf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253'] for port (e4610d02-f7ce-4ec0-97c3-8319f2660dee), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:30.590908 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-dd52f4a7-846d-46f8-aa76-5f786859c66e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fdc0b19-4053-4c44-8b08-cd1ab3959461']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:30.601660 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-dd52f4a7-846d-46f8-aa76-5f786859c66e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e6925c9-868c-4eb2-b1c7-d7edce7ca97c') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:30.601888 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-dd52f4a7-846d-46f8-aa76-5f786859c66e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e6925c9-868c-4eb2-b1c7-d7edce7ca97c') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:30.605518 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25115f36-e91c-4a9e-9d7c-91375355bf75 None None] Pushing event deleted for resources: {'Port': ['ID=e4610d02-f7ce-4ec0-97c3-8319f2660dee,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:30.613351 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd52f4a7-846d-46f8-aa76-5f786859c66e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771212173343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3984821'] for segment (3e6925c9-868c-4eb2-b1c7-d7edce7ca97c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:30.613998 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25115f36-e91c-4a9e-9d7c-91375355bf75 None None] No DVR routers for this DVR port e4610d02-f7ce-4ec0-97c3-8319f2660dee on host dv-cinder-777031-14-iscsi {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:43:30.616333 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25115f36-e91c-4a9e-9d7c-91375355bf75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:30.616735 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25115f36-e91c-4a9e-9d7c-91375355bf75 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:30.617085 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25115f36-e91c-4a9e-9d7c-91375355bf75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:30.617432 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25115f36-e91c-4a9e-9d7c-91375355bf75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:30.617773 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25115f36-e91c-4a9e-9d7c-91375355bf75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:30.618108 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25115f36-e91c-4a9e-9d7c-91375355bf75 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:30.618573 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25115f36-e91c-4a9e-9d7c-91375355bf75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:30.619215 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25115f36-e91c-4a9e-9d7c-91375355bf75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:30.619557 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25115f36-e91c-4a9e-9d7c-91375355bf75 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:30.619887 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25115f36-e91c-4a9e-9d7c-91375355bf75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:30.620215 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25115f36-e91c-4a9e-9d7c-91375355bf75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:30.620542 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25115f36-e91c-4a9e-9d7c-91375355bf75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:30.620865 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25115f36-e91c-4a9e-9d7c-91375355bf75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:30.621188 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25115f36-e91c-4a9e-9d7c-91375355bf75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:30.621509 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25115f36-e91c-4a9e-9d7c-91375355bf75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:43:30.635892 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd52f4a7-846d-46f8-aa76-5f786859c66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (3e6925c9-868c-4eb2-b1c7-d7edce7ca97c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:30.642889 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd52f4a7-846d-46f8-aa76-5f786859c66e admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:43:30.643520 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd52f4a7-846d-46f8-aa76-5f786859c66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745268'] for segment (3e6925c9-868c-4eb2-b1c7-d7edce7ca97c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: Traceback (most recent call last): May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: timer() May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: cb(*args, **kw) May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: return func(*args, **kwargs) May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: self._notify() May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: self.callback(batched_events) May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: event.method(event) May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: return f(self, *a, **k) May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: return self._get(url).json() May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: return self.request(url, 'GET', **kwargs) May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:43:30.645379 dv-cinder-777031-14-iscsi neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:43:30.698904 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd52f4a7-846d-46f8-aa76-5f786859c66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33375329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931293'] for network (3fdc0b19-4053-4c44-8b08-cd1ab3959461), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:30.704260 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd52f4a7-846d-46f8-aa76-5f786859c66e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:30.707410 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-dd52f4a7-846d-46f8-aa76-5f786859c66e admin admin] 10.222.0.75 "DELETE /v2.0/networks/3fdc0b19-4053-4c44-8b08-cd1ab3959461 HTTP/1.1" status: 204 len: 168 time: 0.5767951 May 12 14:43:30.724825 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52f4a7-846d-46f8-aa76-5f786859c66e admin admin] Pushing event deleted for resources: {'Network': ['ID=3fdc0b19-4053-4c44-8b08-cd1ab3959461,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:30.851056 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 41354) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:30.890188 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-a25256f1-7117-401f-93ae-3b30f38767be admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e4b5ca018b5f4dda99486407424b8168&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0377433 May 12 14:43:30.892394 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 41356) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:30.940197 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd173129-5f07-4a2c-8985-b26553506e04 admin admin] Publish callbacks [] for security_group (3a3cf075-202c-41d7-8cfc-5643cf7cb833), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:30.957221 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd173129-5f07-4a2c-8985-b26553506e04 admin admin] Publish callbacks [] for security_group (3a3cf075-202c-41d7-8cfc-5643cf7cb833), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:31.004248 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd173129-5f07-4a2c-8985-b26553506e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (3a3cf075-202c-41d7-8cfc-5643cf7cb833), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:31.006766 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fd173129-5f07-4a2c-8985-b26553506e04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:31.007943 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-fd173129-5f07-4a2c-8985-b26553506e04 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3a3cf075-202c-41d7-8cfc-5643cf7cb833 HTTP/1.1" status: 204 len: 168 time: 0.1146834 May 12 14:43:31.016112 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd173129-5f07-4a2c-8985-b26553506e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3cf075-202c-41d7-8cfc-5643cf7cb833,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:31.283579 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device bc710c27-3346-4e6a-a02b-1ac47ca827d2 no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:43:31.304510 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: bc710c27-3346-4e6a-a02b-1ac47ca827d2 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:43:31.304862 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device bc710c27-3346-4e6a-a02b-1ac47ca827d2 not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:43:31.305278 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 1881a025-4b13-41d1-a6b2-bb60f215b10a no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:43:31.328070 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: 1881a025-4b13-41d1-a6b2-bb60f215b10a {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:43:31.328554 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 1881a025-4b13-41d1-a6b2-bb60f215b10a not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:43:31.328974 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device e4610d02-f7ce-4ec0-97c3-8319f2660dee no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:43:31.352791 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: e4610d02-f7ce-4ec0-97c3-8319f2660dee {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:43:31.353204 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device e4610d02-f7ce-4ec0-97c3-8319f2660dee not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:43:31.654769 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acea7a-e9c6-4123-8358-55c8b050a825 req-b1dd59fd-3733-4891-b2f7-3734ce1c6f93 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:31.656336 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d3acea7a-e9c6-4123-8358-55c8b050a825 req-b1dd59fd-3733-4891-b2f7-3734ce1c6f93 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 946 time: 0.0485926 May 12 14:43:31.705857 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d3acea7a-e9c6-4123-8358-55c8b050a825 req-a9bb6ac2-f85b-4dee-abe5-a186d2629f66 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428567 May 12 14:43:31.717563 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41390) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:31.816657 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a48a5b7c-05cc-439d-a248-6de14e1a18a0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1786791758-network', 'tenant_id': '20fbd1683aa4456187d47065af8ddd82'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:43:31.835512 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48a5b7c-05cc-439d-a248-6de14e1a18a0 admin admin] Made reservation on behalf of 20fbd1683aa4456187d47065af8ddd82 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:43:31.837811 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a48a5b7c-05cc-439d-a248-6de14e1a18a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:31.846087 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a48a5b7c-05cc-439d-a248-6de14e1a18a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:31.918948 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a48a5b7c-05cc-439d-a248-6de14e1a18a0 admin admin] Publish callbacks [] for security_group (2f281ad7-0a29-4c79-a61e-20e8d832c110), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:31.923265 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a48a5b7c-05cc-439d-a248-6de14e1a18a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (2f281ad7-0a29-4c79-a61e-20e8d832c110), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:31.944241 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a48a5b7c-05cc-439d-a248-6de14e1a18a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:43:31.957471 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a5b7c-05cc-439d-a248-6de14e1a18a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f281ad7-0a29-4c79-a61e-20e8d832c110,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:31.962443 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a48a5b7c-05cc-439d-a248-6de14e1a18a0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771212172301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (a6920210-5830-483a-b6f8-4c687e0ce39e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:31.962856 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.db.segments_db [None req-a48a5b7c-05cc-439d-a248-6de14e1a18a0 admin admin] Added segment a6920210-5830-483a-b6f8-4c687e0ce39e of type vlan for network 64525995-60d6-45df-aafa-b341655186df May 12 14:43:32.006821 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a48a5b7c-05cc-439d-a248-6de14e1a18a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771211612555'] for network (64525995-60d6-45df-aafa-b341655186df), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:32.031403 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a48a5b7c-05cc-439d-a248-6de14e1a18a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for network (64525995-60d6-45df-aafa-b341655186df), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:32.032400 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a5b7c-05cc-439d-a248-6de14e1a18a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:32.032983 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a48a5b7c-05cc-439d-a248-6de14e1a18a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:32.069869 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-a48a5b7c-05cc-439d-a248-6de14e1a18a0 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3512394 May 12 14:43:32.072723 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41394) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:32.078745 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-daf6605f-1cb6-41ad-b408-11280702d1d4 admin admin] Request body: {'subnet': {'network_id': '64525995-60d6-45df-aafa-b341655186df', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1786791758-subnet', 'tenant_id': '20fbd1683aa4456187d47065af8ddd82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:43:32.112600 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a5b7c-05cc-439d-a248-6de14e1a18a0 admin admin] Pushing event updated for resources: {'Network': ['ID=64525995-60d6-45df-aafa-b341655186df,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:32.124334 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Network 64525995-60d6-45df-aafa-b341655186df details requested by agent ovs-agent-dv-cinder-777031-14-iscsi with host dv-cinder-777031-14-iscsi {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:43:32.125755 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf6605f-1cb6-41ad-b408-11280702d1d4 admin admin] Made reservation on behalf of 20fbd1683aa4456187d47065af8ddd82 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:43:32.128355 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-daf6605f-1cb6-41ad-b408-11280702d1d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4027521'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:32.293419 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-daf6605f-1cb6-41ad-b408-11280702d1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3744279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4027543'] for subnet (815b167a-616d-4cb3-85eb-29b64ffb50a4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:32.354752 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf6605f-1cb6-41ad-b408-11280702d1d4 admin admin] Checking segment: {'id': 'a6920210-5830-483a-b6f8-4c687e0ce39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '64525995-60d6-45df-aafa-b341655186df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:43:32.355132 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf6605f-1cb6-41ad-b408-11280702d1d4 admin admin] Network hostable DHCP agents. Network: 64525995-60d6-45df-aafa-b341655186df, hostable agents: ['8d346936-3b5f-4708-9dbd-40464a47b1eb'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:43:32.357225 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6605f-1cb6-41ad-b408-11280702d1d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=815b167a-616d-4cb3-85eb-29b64ffb50a4,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:32.375163 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf6605f-1cb6-41ad-b408-11280702d1d4 admin admin] Network 64525995-60d6-45df-aafa-b341655186df is scheduled to be hosted by DHCP agent 8d346936-3b5f-4708-9dbd-40464a47b1eb with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:43:32.384282 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-daf6605f-1cb6-41ad-b408-11280702d1d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-14-iscsi, 64525995-60d6-45df-aafa-b341655186df) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:43:32.388260 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf6605f-1cb6-41ad-b408-11280702d1d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:32.388846 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-daf6605f-1cb6-41ad-b408-11280702d1d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:32.393952 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e762621-45a4-48ed-a0a1-64443b59395b None None] Network 64525995-60d6-45df-aafa-b341655186df requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:43:32.404627 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-daf6605f-1cb6-41ad-b408-11280702d1d4 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3309174 May 12 14:43:32.494737 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35e83ea-a2c9-4436-854c-b9b3eca73a5b None None] Network 64525995-60d6-45df-aafa-b341655186df requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:43:32.830502 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388e923-5b1a-48d2-a78e-86bbe0fa298b req-f2efb3ab-e16f-4600-bb66-a3660b621788 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:32.832016 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1388e923-5b1a-48d2-a78e-86bbe0fa298b req-f2efb3ab-e16f-4600-bb66-a3660b621788 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 946 time: 0.0503852 May 12 14:43:32.874827 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41414) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:32.879458 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-aab46966-bcb0-4a5c-b4d0-1ae41233abe4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1609449065-network', 'tenant_id': 'a1b32e3effe74677831e48d2af9d9abb'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:43:32.887060 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1388e923-5b1a-48d2-a78e-86bbe0fa298b req-e67c4e46-ab23-40ce-99aa-c93e964dbfca tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495818 May 12 14:43:32.903273 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab46966-bcb0-4a5c-b4d0-1ae41233abe4 admin admin] Made reservation on behalf of a1b32e3effe74677831e48d2af9d9abb for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:43:32.905989 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aab46966-bcb0-4a5c-b4d0-1ae41233abe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:32.914492 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aab46966-bcb0-4a5c-b4d0-1ae41233abe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:32.993643 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aab46966-bcb0-4a5c-b4d0-1ae41233abe4 admin admin] Publish callbacks [] for security_group (bf8068f1-832e-4a03-8d8a-9825998d0ce9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:32.998700 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aab46966-bcb0-4a5c-b4d0-1ae41233abe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (bf8068f1-832e-4a03-8d8a-9825998d0ce9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:33.024386 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab46966-bcb0-4a5c-b4d0-1ae41233abe4 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:43:33.034272 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab46966-bcb0-4a5c-b4d0-1ae41233abe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8068f1-832e-4a03-8d8a-9825998d0ce9,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:33.039757 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aab46966-bcb0-4a5c-b4d0-1ae41233abe4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771212172301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (df1f0265-2ae8-4c91-bc9e-66788f0f7123), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:33.040161 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.db.segments_db [None req-aab46966-bcb0-4a5c-b4d0-1ae41233abe4 admin admin] Added segment df1f0265-2ae8-4c91-bc9e-66788f0f7123 of type vlan for network 2fe3c0d6-2e22-4541-9af5-ba635f537b5c May 12 14:43:33.079333 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aab46966-bcb0-4a5c-b4d0-1ae41233abe4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771211612555'] for network (2fe3c0d6-2e22-4541-9af5-ba635f537b5c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:33.103549 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aab46966-bcb0-4a5c-b4d0-1ae41233abe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for network (2fe3c0d6-2e22-4541-9af5-ba635f537b5c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:33.104950 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab46966-bcb0-4a5c-b4d0-1ae41233abe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:33.106235 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-aab46966-bcb0-4a5c-b4d0-1ae41233abe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:33.144383 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-aab46966-bcb0-4a5c-b4d0-1ae41233abe4 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.2684975 May 12 14:43:33.147178 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41416) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:33.153132 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-5fc8ecec-f549-4079-8cb3-57fedf1d0138 admin admin] Request body: {'subnet': {'network_id': '2fe3c0d6-2e22-4541-9af5-ba635f537b5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1609449065-subnet', 'tenant_id': 'a1b32e3effe74677831e48d2af9d9abb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:43:33.183604 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab46966-bcb0-4a5c-b4d0-1ae41233abe4 admin admin] Pushing event updated for resources: {'Network': ['ID=2fe3c0d6-2e22-4541-9af5-ba635f537b5c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:33.194284 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Network 2fe3c0d6-2e22-4541-9af5-ba635f537b5c details requested by agent ovs-agent-dv-cinder-777031-14-iscsi with host dv-cinder-777031-14-iscsi {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:43:33.199473 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc8ecec-f549-4079-8cb3-57fedf1d0138 admin admin] Made reservation on behalf of a1b32e3effe74677831e48d2af9d9abb for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:43:33.202758 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5fc8ecec-f549-4079-8cb3-57fedf1d0138 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4027521'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:33.379652 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5fc8ecec-f549-4079-8cb3-57fedf1d0138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3744279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4027543'] for subnet (fd029ec6-d20b-43c2-8d10-bd63b72a7b7b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:33.429578 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8ecec-f549-4079-8cb3-57fedf1d0138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd029ec6-d20b-43c2-8d10-bd63b72a7b7b,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:33.440278 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc8ecec-f549-4079-8cb3-57fedf1d0138 admin admin] Checking segment: {'id': 'df1f0265-2ae8-4c91-bc9e-66788f0f7123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2fe3c0d6-2e22-4541-9af5-ba635f537b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:43:33.440642 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc8ecec-f549-4079-8cb3-57fedf1d0138 admin admin] Network hostable DHCP agents. Network: 2fe3c0d6-2e22-4541-9af5-ba635f537b5c, hostable agents: ['8d346936-3b5f-4708-9dbd-40464a47b1eb'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:43:33.457760 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc8ecec-f549-4079-8cb3-57fedf1d0138 admin admin] Network 2fe3c0d6-2e22-4541-9af5-ba635f537b5c is scheduled to be hosted by DHCP agent 8d346936-3b5f-4708-9dbd-40464a47b1eb with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:43:33.466575 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-5fc8ecec-f549-4079-8cb3-57fedf1d0138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-14-iscsi, 2fe3c0d6-2e22-4541-9af5-ba635f537b5c) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:43:33.470897 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc8ecec-f549-4079-8cb3-57fedf1d0138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:33.471514 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5fc8ecec-f549-4079-8cb3-57fedf1d0138 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:33.475506 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed2d84e-cfac-41cb-ad05-750c59c213f1 None None] Network 2fe3c0d6-2e22-4541-9af5-ba635f537b5c requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:43:33.487731 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-5fc8ecec-f549-4079-8cb3-57fedf1d0138 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3395755 May 12 14:43:33.578602 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc8c637-8bb9-4c72-b8d5-ff29b7641525 None None] Network 2fe3c0d6-2e22-4541-9af5-ba635f537b5c requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:43:33.602098 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41422) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:33.651263 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba44064-6abc-49ce-bad5-1068eed01147 admin admin] Deleting subnet 815b167a-616d-4cb3-85eb-29b64ffb50a4 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:43:33.654519 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1ba44064-6abc-49ce-bad5-1068eed01147 admin admin] Publish callbacks [] for subnet (815b167a-616d-4cb3-85eb-29b64ffb50a4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:33.690333 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1ba44064-6abc-49ce-bad5-1068eed01147 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3984780'] for subnet (815b167a-616d-4cb3-85eb-29b64ffb50a4), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:33.737770 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1ba44064-6abc-49ce-bad5-1068eed01147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33439215'] for subnet (815b167a-616d-4cb3-85eb-29b64ffb50a4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:33.794478 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1ba44064-6abc-49ce-bad5-1068eed01147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33439222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4027564'] for subnet (815b167a-616d-4cb3-85eb-29b64ffb50a4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:33.822718 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba44064-6abc-49ce-bad5-1068eed01147 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=815b167a-616d-4cb3-85eb-29b64ffb50a4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:33.826274 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1ba44064-6abc-49ce-bad5-1068eed01147 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:33.829569 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-1ba44064-6abc-49ce-bad5-1068eed01147 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/815b167a-616d-4cb3-85eb-29b64ffb50a4 HTTP/1.1" status: 204 len: 168 time: 0.2258735 May 12 14:43:33.831979 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41424) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:33.927910 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bc7b4f11-b4c2-4b7f-8540-69abeffabdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33070896'] for network (64525995-60d6-45df-aafa-b341655186df), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:33.945398 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb7600-52e8-4bca-87ba-823c68b2dd95 req-d8e53ae9-5385-46ad-83f2-a992ab12f138 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:33.946864 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-57eb7600-52e8-4bca-87ba-823c68b2dd95 req-d8e53ae9-5385-46ad-83f2-a992ab12f138 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.57 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 946 time: 0.0616515 May 12 14:43:34.359233 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bc7b4f11-b4c2-4b7f-8540-69abeffabdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33375322', 'neutron.services.segments.db._delete_segments_for_network-8771212172310'] for network (64525995-60d6-45df-aafa-b341655186df), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:34.379368 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf483ba8-3e31-4042-9a36-460a462c9585 req-3b2e4416-1fb0-4065-b5f7-a763c542ed3c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:34.380882 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cf483ba8-3e31-4042-9a36-460a462c9585 req-3b2e4416-1fb0-4065-b5f7-a763c542ed3c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 946 time: 0.4072535 May 12 14:43:34.429810 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-bc7b4f11-b4c2-4b7f-8540-69abeffabdd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64525995-60d6-45df-aafa-b341655186df']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:34.459990 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-bc7b4f11-b4c2-4b7f-8540-69abeffabdd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6920210-5830-483a-b6f8-4c687e0ce39e') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:34.460288 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-bc7b4f11-b4c2-4b7f-8540-69abeffabdd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6920210-5830-483a-b6f8-4c687e0ce39e') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:34.474096 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-57eb7600-52e8-4bca-87ba-823c68b2dd95 req-086da463-5245-4b5f-b237-148d9fc43938 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Deleting port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:43:34.474446 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-57eb7600-52e8-4bca-87ba-823c68b2dd95 req-086da463-5245-4b5f-b237-148d9fc43938 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (152a3c94-4ce4-4682-a2c1-1ad44f9d899e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:34.479215 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bc7b4f11-b4c2-4b7f-8540-69abeffabdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771212173343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3984821'] for segment (a6920210-5830-483a-b6f8-4c687e0ce39e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:34.558283 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bc7b4f11-b4c2-4b7f-8540-69abeffabdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (a6920210-5830-483a-b6f8-4c687e0ce39e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:34.573505 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cf483ba8-3e31-4042-9a36-460a462c9585 req-6d5a6581-23cf-4d8c-8766-ab47c2143bcc tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab98f969-e3a7-40d6-8f64-8f371060e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718664 May 12 14:43:34.574588 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7b4f11-b4c2-4b7f-8540-69abeffabdd4 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:43:34.574986 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bc7b4f11-b4c2-4b7f-8540-69abeffabdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745268'] for segment (a6920210-5830-483a-b6f8-4c687e0ce39e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: Traceback (most recent call last): May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: timer() May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: cb(*args, **kw) May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: return func(*args, **kwargs) May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: self._notify() May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: self.callback(batched_events) May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: event.method(event) May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: return f(self, *a, **k) May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: return self._get(url).json() May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: return self.request(url, 'GET', **kwargs) May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:43:34.579471 dv-cinder-777031-14-iscsi neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:43:34.649115 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-57eb7600-52e8-4bca-87ba-823c68b2dd95 req-086da463-5245-4b5f-b237-148d9fc43938 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] For port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=152a3c94-4ce4-4682-a2c1-1ad44f9d899e,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:43:34.649489 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-57eb7600-52e8-4bca-87ba-823c68b2dd95 req-086da463-5245-4b5f-b237-148d9fc43938 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (152a3c94-4ce4-4682-a2c1-1ad44f9d899e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:34.652307 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bc7b4f11-b4c2-4b7f-8540-69abeffabdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33375329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931293'] for network (64525995-60d6-45df-aafa-b341655186df), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:34.669854 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bc7b4f11-b4c2-4b7f-8540-69abeffabdd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:34.673135 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-bc7b4f11-b4c2-4b7f-8540-69abeffabdd4 admin admin] 10.222.0.75 "DELETE /v2.0/networks/64525995-60d6-45df-aafa-b341655186df HTTP/1.1" status: 204 len: 168 time: 0.8402314 May 12 14:43:34.676160 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 41436) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:34.687942 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b4f11-b4c2-4b7f-8540-69abeffabdd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=64525995-60d6-45df-aafa-b341655186df,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:34.728331 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-70225e94-e195-40e3-90ef-505f1c3e33bb admin admin] Deleting subnet fd029ec6-d20b-43c2-8d10-bd63b72a7b7b {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:43:34.731646 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-70225e94-e195-40e3-90ef-505f1c3e33bb admin admin] Publish callbacks [] for subnet (fd029ec6-d20b-43c2-8d10-bd63b72a7b7b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:34.779972 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-70225e94-e195-40e3-90ef-505f1c3e33bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8839234'] for subnet (fd029ec6-d20b-43c2-8d10-bd63b72a7b7b), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:34.788087 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b467e-8f74-4f03-a75f-ef3787283e0b req-52da0616-4bf4-4678-aef7-988ec08871c6 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:34.789642 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1a7b467e-8f74-4f03-a75f-ef3787283e0b req-52da0616-4bf4-4678-aef7-988ec08871c6 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0736215 May 12 14:43:34.825260 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-70225e94-e195-40e3-90ef-505f1c3e33bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33439215'] for subnet (fd029ec6-d20b-43c2-8d10-bd63b72a7b7b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:34.887684 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-70225e94-e195-40e3-90ef-505f1c3e33bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33439222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3895182'] for subnet (fd029ec6-d20b-43c2-8d10-bd63b72a7b7b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:34.912390 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1a7b467e-8f74-4f03-a75f-ef3787283e0b req-d468eb98-de48-497b-8921-a40108257235 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874748 May 12 14:43:34.913371 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70225e94-e195-40e3-90ef-505f1c3e33bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd029ec6-d20b-43c2-8d10-bd63b72a7b7b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:34.919315 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-70225e94-e195-40e3-90ef-505f1c3e33bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:34.925783 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-70225e94-e195-40e3-90ef-505f1c3e33bb admin admin] 10.222.0.75 "DELETE /v2.0/subnets/fd029ec6-d20b-43c2-8d10-bd63b72a7b7b HTTP/1.1" status: 204 len: 168 time: 0.2481275 May 12 14:43:34.926630 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 41438) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:34.940298 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-57eb7600-52e8-4bca-87ba-823c68b2dd95 req-086da463-5245-4b5f-b237-148d9fc43938 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:34.940298 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-57eb7600-52e8-4bca-87ba-823c68b2dd95 req-086da463-5245-4b5f-b237-148d9fc43938 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (12cdd4ff-a9ce-4f26-b4b8-de340ce6fec7), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:34.940298 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.db.l3_db [req-57eb7600-52e8-4bca-87ba-823c68b2dd95 req-086da463-5245-4b5f-b237-148d9fc43938 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Floating IP 12cdd4ff-a9ce-4f26-b4b8-de340ce6fec7 disassociated. External IP: 172.27.0.210, port: 152a3c94-4ce4-4682-a2c1-1ad44f9d899e. May 12 14:43:34.940298 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-57eb7600-52e8-4bca-87ba-823c68b2dd95 req-086da463-5245-4b5f-b237-148d9fc43938 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Calling delete_port for 152a3c94-4ce4-4682-a2c1-1ad44f9d899e owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:43:35.005880 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-42b2f374-580a-4d79-a06c-2bea74d726fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33070896'] for network (2fe3c0d6-2e22-4541-9af5-ba635f537b5c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:35.071200 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-57eb7600-52e8-4bca-87ba-823c68b2dd95 req-086da463-5245-4b5f-b237-148d9fc43938 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (152a3c94-4ce4-4682-a2c1-1ad44f9d899e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:35.099353 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-42b2f374-580a-4d79-a06c-2bea74d726fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33375322', 'neutron.services.segments.db._delete_segments_for_network-8771212172310'] for network (2fe3c0d6-2e22-4541-9af5-ba635f537b5c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:35.100108 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086da463-5245-4b5f-b237-148d9fc43938 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Pushing event deleted for resources: {'Port': ['ID=152a3c94-4ce4-4682-a2c1-1ad44f9d899e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:35.127134 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.services.segments.db [None req-42b2f374-580a-4d79-a06c-2bea74d726fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe3c0d6-2e22-4541-9af5-ba635f537b5c']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:35.137403 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.services.segments.db [None req-42b2f374-580a-4d79-a06c-2bea74d726fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df1f0265-2ae8-4c91-bc9e-66788f0f7123') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:35.137701 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.services.segments.db [None req-42b2f374-580a-4d79-a06c-2bea74d726fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df1f0265-2ae8-4c91-bc9e-66788f0f7123') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:35.151789 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-42b2f374-580a-4d79-a06c-2bea74d726fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771212173343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8839291'] for segment (df1f0265-2ae8-4c91-bc9e-66788f0f7123), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:35.166659 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-42b2f374-580a-4d79-a06c-2bea74d726fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (df1f0265-2ae8-4c91-bc9e-66788f0f7123), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:35.173672 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b2f374-580a-4d79-a06c-2bea74d726fd admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:43:35.174125 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-42b2f374-580a-4d79-a06c-2bea74d726fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814719'] for segment (df1f0265-2ae8-4c91-bc9e-66788f0f7123), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: Traceback (most recent call last): May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: timer() May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: cb(*args, **kw) May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: return func(*args, **kwargs) May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: self._notify() May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: self.callback(batched_events) May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: event.method(event) May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: return f(self, *a, **k) May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: return self._get(url).json() May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: return self.request(url, 'GET', **kwargs) May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:43:35.175927 dv-cinder-777031-14-iscsi neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:43:35.230607 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-42b2f374-580a-4d79-a06c-2bea74d726fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33375329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931293'] for network (2fe3c0d6-2e22-4541-9af5-ba635f537b5c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:35.234744 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57eb7600-52e8-4bca-87ba-823c68b2dd95 req-086da463-5245-4b5f-b237-148d9fc43938 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Router 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:43:35.236730 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-42b2f374-580a-4d79-a06c-2bea74d726fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:35.240108 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-42b2f374-580a-4d79-a06c-2bea74d726fd admin admin] 10.222.0.75 "DELETE /v2.0/networks/2fe3c0d6-2e22-4541-9af5-ba635f537b5c HTTP/1.1" status: 204 len: 168 time: 0.3125927 May 12 14:43:35.252573 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2f374-580a-4d79-a06c-2bea74d726fd admin admin] Pushing event deleted for resources: {'Network': ['ID=2fe3c0d6-2e22-4541-9af5-ba635f537b5c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:35.352312 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57eb7600-52e8-4bca-87ba-823c68b2dd95 req-086da463-5245-4b5f-b237-148d9fc43938 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:43:35.363499 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0710467b-0421-4df8-91b0-15f447753cd5 None None] Sync routers for ids ['36d3cc14-4fcf-4d0e-a668-5a69fe69e004'] in dv-cinder-777031-14-iscsi {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:43:35.374944 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0710467b-0421-4df8-91b0-15f447753cd5 None None] Routers {'36d3cc14-4fcf-4d0e-a668-5a69fe69e004'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:43:35.375694 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-0710467b-0421-4df8-91b0-15f447753cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:43:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['36d3cc14-4fcf-4d0e-a668-5a69fe69e004'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:35.396220 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-57eb7600-52e8-4bca-87ba-823c68b2dd95 req-086da463-5245-4b5f-b237-148d9fc43938 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] No DVR routers for this DVR port 152a3c94-4ce4-4682-a2c1-1ad44f9d899e on host hv-cinder-77703 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:43:35.398883 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-57eb7600-52e8-4bca-87ba-823c68b2dd95 req-086da463-5245-4b5f-b237-148d9fc43938 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:35.402727 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-57eb7600-52e8-4bca-87ba-823c68b2dd95 req-086da463-5245-4b5f-b237-148d9fc43938 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.57 "DELETE /v2.0/ports/152a3c94-4ce4-4682-a2c1-1ad44f9d899e HTTP/1.1" status: 204 len: 173 time: 1.4304235 May 12 14:43:35.403317 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533a547e-b44f-4a33-8725-24b323556322', 'name': 'network-vif-deleted', 'tag': '152a3c94-4ce4-4682-a2c1-1ad44f9d899e'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:43:35.405980 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25b65b1-e23c-44e6-b6be-26513a9bb83a" -d '{"events": [{"server_uuid": "533a547e-b44f-4a33-8725-24b323556322", "name": "network-vif-deleted", "tag": "152a3c94-4ce4-4682-a2c1-1ad44f9d899e"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:43:35.413275 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41444) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:35.448444 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e89b70-5740-49b4-a5f7-966cf54b1486 x-openstack-request-id: req-f2e89b70-5740-49b4-a5f7-966cf54b1486 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:43:35.448744 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533a547e-b44f-4a33-8725-24b323556322", "name": "network-vif-deleted", "tag": "152a3c94-4ce4-4682-a2c1-1ad44f9d899e", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:43:35.449003 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f2e89b70-5740-49b4-a5f7-966cf54b1486 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:43:35.449415 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2e89b70-5740-49b4-a5f7-966cf54b1486'] response: {'server_uuid': '533a547e-b44f-4a33-8725-24b323556322', 'name': 'network-vif-deleted', 'tag': '152a3c94-4ce4-4682-a2c1-1ad44f9d899e', 'status': 'completed', 'code': 200} May 12 14:43:35.470505 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-647cd0e0-052a-4df8-b699-bbe4c6aa53ba admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=20fbd1683aa4456187d47065af8ddd82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0560682 May 12 14:43:35.473077 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41446) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:35.509533 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-0710467b-0421-4df8-91b0-15f447753cd5 None None] Set router 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:43:35.542155 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a3761f95-6b7a-49a5-8c16-4d8067f7679a admin admin] Publish callbacks [] for security_group (2f281ad7-0a29-4c79-a61e-20e8d832c110), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:35.568564 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a3761f95-6b7a-49a5-8c16-4d8067f7679a admin admin] Publish callbacks [] for security_group (2f281ad7-0a29-4c79-a61e-20e8d832c110), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:35.660701 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a3761f95-6b7a-49a5-8c16-4d8067f7679a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (2f281ad7-0a29-4c79-a61e-20e8d832c110), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:35.664969 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a3761f95-6b7a-49a5-8c16-4d8067f7679a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:35.666412 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-a3761f95-6b7a-49a5-8c16-4d8067f7679a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2f281ad7-0a29-4c79-a61e-20e8d832c110 HTTP/1.1" status: 204 len: 168 time: 0.1919737 May 12 14:43:35.675072 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3761f95-6b7a-49a5-8c16-4d8067f7679a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f281ad7-0a29-4c79-a61e-20e8d832c110,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:35.717354 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-68a86141-a377-4940-829b-2462a702045d req-5210f7b3-bfdc-482c-99f3-c15400a6a88d tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/ports?device_id=533a547e-b44f-4a33-8725-24b323556322 HTTP/1.1" status: 200 len: 210 time: 0.0288646 May 12 14:43:35.753507 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-0710467b-0421-4df8-91b0-15f447753cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'name': 'tempest-AttachVolumeShelveTestJSON-1460914710-router', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:15Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': '202791457f0749649e8cc096f6e43404', 'gw_port': {'id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '5895868c-44d3-4ef7-aaf6-0b09fc238875', 'name': '', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'mac_address': 'fa:16:3e:2e:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:22Z', 'updated_at': '2022-05-12T14:31:32Z', 'revision_number': 5, 'project_id': '202791457f0749649e8cc096f6e43404', 'subnets': [{'id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:35.779656 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0710467b-0421-4df8-91b0-15f447753cd5 None None] Checking router: 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 for host: dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:43:35.789308 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0710467b-0421-4df8-91b0-15f447753cd5 None None] Routers {'36d3cc14-4fcf-4d0e-a668-5a69fe69e004'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:43:35.789990 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-0710467b-0421-4df8-91b0-15f447753cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:43:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['36d3cc14-4fcf-4d0e-a668-5a69fe69e004'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:35.900614 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-0710467b-0421-4df8-91b0-15f447753cd5 None None] Set router 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:43:36.020400 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 41456) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:36.052204 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca0e3d-16dd-4eb0-95cb-87d1b4d635f8 req-dcee8ca3-f309-48e4-bad7-4d9d56c74f56 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:36.054353 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e9ca0e3d-16dd-4eb0-95cb-87d1b4d635f8 req-dcee8ca3-f309-48e4-bad7-4d9d56c74f56 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0564466 May 12 14:43:36.073497 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-6833790d-66e1-41b9-b8e1-27813c7dc61a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a1b32e3effe74677831e48d2af9d9abb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0503449 May 12 14:43:36.076190 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 41458) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:36.117899 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e9ca0e3d-16dd-4eb0-95cb-87d1b4d635f8 req-516f200d-ce9a-47b8-aa65-d1e0a64f80db tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573192 May 12 14:43:36.120229 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-0710467b-0421-4df8-91b0-15f447753cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'name': 'tempest-AttachVolumeShelveTestJSON-1460914710-router', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:15Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': '202791457f0749649e8cc096f6e43404', 'gw_port': {'id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '5895868c-44d3-4ef7-aaf6-0b09fc238875', 'name': '', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'mac_address': 'fa:16:3e:2e:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:22Z', 'updated_at': '2022-05-12T14:31:32Z', 'revision_number': 5, 'project_id': '202791457f0749649e8cc096f6e43404', 'subnets': [{'id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:36.130886 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-76243946-f697-4b69-b9ce-109443d32e91 admin admin] Publish callbacks [] for security_group (bf8068f1-832e-4a03-8d8a-9825998d0ce9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:36.156687 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0710467b-0421-4df8-91b0-15f447753cd5 None None] The sync data for ids ['36d3cc14-4fcf-4d0e-a668-5a69fe69e004'] in dv-cinder-777031-14-iscsi is: [{'id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'name': 'tempest-AttachVolumeShelveTestJSON-1460914710-router', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:15Z', 'updated_at': '2022-05-12T14:31:24Z', 'revision_number': 4, 'project_id': '202791457f0749649e8cc096f6e43404', 'gw_port': {'id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '5895868c-44d3-4ef7-aaf6-0b09fc238875', 'name': '', 'network_id': 'a850f271-3b32-48bf-8bb5-be1eb540a3d0', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'mac_address': 'fa:16:3e:2e:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:22Z', 'updated_at': '2022-05-12T14:31:32Z', 'revision_number': 5, 'project_id': '202791457f0749649e8cc096f6e43404', 'subnets': [{'id': '8fb7d41d-7144-4a8c-a134-c65db57b4ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:43:36.162898 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-76243946-f697-4b69-b9ce-109443d32e91 admin admin] Publish callbacks [] for security_group (bf8068f1-832e-4a03-8d8a-9825998d0ce9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:36.212187 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-76243946-f697-4b69-b9ce-109443d32e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (bf8068f1-832e-4a03-8d8a-9825998d0ce9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:36.214752 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-76243946-f697-4b69-b9ce-109443d32e91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:36.215988 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-76243946-f697-4b69-b9ce-109443d32e91 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bf8068f1-832e-4a03-8d8a-9825998d0ce9 HTTP/1.1" status: 204 len: 168 time: 0.1386683 May 12 14:43:36.229541 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76243946-f697-4b69-b9ce-109443d32e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8068f1-832e-4a03-8d8a-9825998d0ce9,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:36.397470 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180a79ff-64b8-48a6-9009-044091fe638e None None] New status for floating IP 12cdd4ff-a9ce-4f26-b4b8-de340ce6fec7: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:43:36.807917 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 41482) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:36.861367 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-09e2257e-fefb-4a18-ad4b-a9c9d4f58176 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for security_group (ab98f969-e3a7-40d6-8f64-8f371060e15b), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:36.884149 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-09e2257e-fefb-4a18-ad4b-a9c9d4f58176 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for security_group (ab98f969-e3a7-40d6-8f64-8f371060e15b), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:36.932482 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-09e2257e-fefb-4a18-ad4b-a9c9d4f58176 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (ab98f969-e3a7-40d6-8f64-8f371060e15b), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:36.935135 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-09e2257e-fefb-4a18-ad4b-a9c9d4f58176 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:36.939746 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41488) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:36.941986 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-09e2257e-fefb-4a18-ad4b-a9c9d4f58176 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "DELETE /v2.0/security-groups/ab98f969-e3a7-40d6-8f64-8f371060e15b HTTP/1.1" status: 204 len: 168 time: 0.1325276 May 12 14:43:36.951148 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2257e-fefb-4a18-ad4b-a9c9d4f58176 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab98f969-e3a7-40d6-8f64-8f371060e15b,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:36.955201 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.api.v2.resource [None req-0c01ebfd-50b1-494d-8f30-52d2bb86d670 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] show failed (client error): The resource could not be found. May 12 14:43:36.956829 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-0c01ebfd-50b1-494d-8f30-52d2bb86d670 tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "GET /v2.0/security-groups/ab98f969-e3a7-40d6-8f64-8f371060e15b HTTP/1.1" status: 404 len: 347 time: 0.0154772 May 12 14:43:36.963231 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41490) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:37.083677 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-753f3207-f9a8-47a4-a01e-e7615662c78c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Deleting port ff9a6a2b-929d-4b45-9d05-1878627e9b73 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:43:37.084403 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-753f3207-f9a8-47a4-a01e-e7615662c78c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (ff9a6a2b-929d-4b45-9d05-1878627e9b73), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:37.162717 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-753f3207-f9a8-47a4-a01e-e7615662c78c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (ff9a6a2b-929d-4b45-9d05-1878627e9b73), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:37.163077 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-753f3207-f9a8-47a4-a01e-e7615662c78c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for floatingip (ff9a6a2b-929d-4b45-9d05-1878627e9b73), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:37.178582 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-753f3207-f9a8-47a4-a01e-e7615662c78c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Calling delete_port for ff9a6a2b-929d-4b45-9d05-1878627e9b73 owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:43:37.276315 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553ee6f-928f-4513-a76a-50cef10272ae req-71e0eeaa-0c80-4891-b5e4-e13d27d5ca9a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:37.277797 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9553ee6f-928f-4513-a76a-50cef10272ae req-71e0eeaa-0c80-4891-b5e4-e13d27d5ca9a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0847089 May 12 14:43:37.343528 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9553ee6f-928f-4513-a76a-50cef10272ae req-fae4afee-e0ce-4ddc-bbc6-72b91831b738 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571604 May 12 14:43:37.400533 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-753f3207-f9a8-47a4-a01e-e7615662c78c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (ff9a6a2b-929d-4b45-9d05-1878627e9b73), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:37.431339 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f3207-f9a8-47a4-a01e-e7615662c78c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Pushing event deleted for resources: {'Port': ['ID=ff9a6a2b-929d-4b45-9d05-1878627e9b73,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:37.492052 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-753f3207-f9a8-47a4-a01e-e7615662c78c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks [] for floatingip (12cdd4ff-a9ce-4f26-b4b8-de340ce6fec7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:37.494830 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-753f3207-f9a8-47a4-a01e-e7615662c78c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:37.498592 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-753f3207-f9a8-47a4-a01e-e7615662c78c tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] 10.222.0.75 "DELETE /v2.0/floatingips/12cdd4ff-a9ce-4f26-b4b8-de340ce6fec7 HTTP/1.1" status: 204 len: 168 time: 0.5318186 May 12 14:43:38.458319 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9124981-2da2-4975-8786-8f65089ff023 req-47524a5f-a91a-4d16-affe-3b8129aa3e18 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:38.459814 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b9124981-2da2-4975-8786-8f65089ff023 req-47524a5f-a91a-4d16-affe-3b8129aa3e18 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0473812 May 12 14:43:38.490198 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 152a3c94-4ce4-4682-a2c1-1ad44f9d899e no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:43:38.509295 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b9124981-2da2-4975-8786-8f65089ff023 req-05bf1965-dc0e-4a22-b1e7-d912721051ea tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439463 May 12 14:43:38.511119 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] No Port match for: 152a3c94-4ce4-4682-a2c1-1ad44f9d899e {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:43:38.511472 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 152a3c94-4ce4-4682-a2c1-1ad44f9d899e not bound to the agent host hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:43:39.292320 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-48b61f43-6803-475e-bad8-400adc456ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:39.625049 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6743067-baa9-4e00-9dd6-c51df33bb12d req-1bab6eaf-96b0-468f-8680-1c666fb2851f tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:39.626511 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a6743067-baa9-4e00-9dd6-c51df33bb12d req-1bab6eaf-96b0-468f-8680-1c666fb2851f tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0501282 May 12 14:43:39.675309 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a6743067-baa9-4e00-9dd6-c51df33bb12d req-42535d59-f119-4223-8b41-83e4b8c262b4 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429864 May 12 14:43:39.922503 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 41560) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:40.385689 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4e7defaf-fea7-4e3c-bff9-a4d26c260ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932317'] for router_interface (36d3cc14-4fcf-4d0e-a668-5a69fe69e004), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:40.613017 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-4e7defaf-fea7-4e3c-bff9-a4d26c260ee3 admin admin] Deleting port 5895868c-44d3-4ef7-aaf6-0b09fc238875 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:43:40.613353 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4e7defaf-fea7-4e3c-bff9-a4d26c260ee3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (5895868c-44d3-4ef7-aaf6-0b09fc238875), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:40.688077 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-4e7defaf-fea7-4e3c-bff9-a4d26c260ee3 admin admin] For port 5895868c-44d3-4ef7-aaf6-0b09fc238875, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=5895868c-44d3-4ef7-aaf6-0b09fc238875,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:43:40.688347 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4e7defaf-fea7-4e3c-bff9-a4d26c260ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (5895868c-44d3-4ef7-aaf6-0b09fc238875), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:40.700636 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-4e7defaf-fea7-4e3c-bff9-a4d26c260ee3 admin admin] Calling delete_port for 5895868c-44d3-4ef7-aaf6-0b09fc238875 owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:43:40.789835 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e53a50-a407-470f-b8cb-e80d8b92c45b req-f99cc081-6b53-4093-b774-8697eaafbd03 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:40.796751 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f0e53a50-a407-470f-b8cb-e80d8b92c45b req-f99cc081-6b53-4093-b774-8697eaafbd03 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0546267 May 12 14:43:40.841910 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f0e53a50-a407-470f-b8cb-e80d8b92c45b req-8aface00-57a6-4227-bf47-ca19134a8d34 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443161 May 12 14:43:40.893196 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4e7defaf-fea7-4e3c-bff9-a4d26c260ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (5895868c-44d3-4ef7-aaf6-0b09fc238875), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:40.922240 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7defaf-fea7-4e3c-bff9-a4d26c260ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5895868c-44d3-4ef7-aaf6-0b09fc238875,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:41.098065 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4e7defaf-fea7-4e3c-bff9-a4d26c260ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1022764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537026'] for router_interface (36d3cc14-4fcf-4d0e-a668-5a69fe69e004), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:41.134593 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41574) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:41.253201 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d6e19e7-5c36-45f6-bc40-ad7dc0288b06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:41.342093 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d6e19e7-5c36-45f6-bc40-ad7dc0288b06 admin admin] Publish callbacks [] for security_group (8353b9be-b8ba-477b-a98e-fafb0df24964), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:41.346439 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d6e19e7-5c36-45f6-bc40-ad7dc0288b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (8353b9be-b8ba-477b-a98e-fafb0df24964), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:41.386255 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-1d6e19e7-5c36-45f6-bc40-ad7dc0288b06 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d8c7201516e240fda934fbb14372b5fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505224 May 12 14:43:41.387156 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e19e7-5c36-45f6-bc40-ad7dc0288b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8353b9be-b8ba-477b-a98e-fafb0df24964,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:41.389423 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41578) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:41.440414 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-152ef498-c246-4612-8671-8bb3f0b1dff8 admin admin] Publish callbacks [] for security_group (8353b9be-b8ba-477b-a98e-fafb0df24964), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:41.462330 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-152ef498-c246-4612-8671-8bb3f0b1dff8 admin admin] Publish callbacks [] for security_group (8353b9be-b8ba-477b-a98e-fafb0df24964), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:41.512030 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-152ef498-c246-4612-8671-8bb3f0b1dff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (8353b9be-b8ba-477b-a98e-fafb0df24964), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:41.515114 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-152ef498-c246-4612-8671-8bb3f0b1dff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:41.516243 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-152ef498-c246-4612-8671-8bb3f0b1dff8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8353b9be-b8ba-477b-a98e-fafb0df24964 HTTP/1.1" status: 204 len: 168 time: 0.1253552 May 12 14:43:41.524470 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ef498-c246-4612-8671-8bb3f0b1dff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8353b9be-b8ba-477b-a98e-fafb0df24964,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:41.554174 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7defaf-fea7-4e3c-bff9-a4d26c260ee3 admin admin] Router 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:43:41.652932 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-696948de-1427-4e0e-8cdb-ae1525d03246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:41.668754 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7defaf-fea7-4e3c-bff9-a4d26c260ee3 admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:43:41.675068 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-4e7defaf-fea7-4e3c-bff9-a4d26c260ee3 admin admin] 10.222.0.75 "PUT /v2.0/routers/36d3cc14-4fcf-4d0e-a668-5a69fe69e004/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7522967 May 12 14:43:41.677453 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 41584) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:41.680271 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878d3647-4fbf-4281-921e-ab098c1b6298 None None] Sync routers for ids ['36d3cc14-4fcf-4d0e-a668-5a69fe69e004'] in dv-cinder-777031-14-iscsi {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:43:41.691909 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878d3647-4fbf-4281-921e-ab098c1b6298 None None] Routers {'36d3cc14-4fcf-4d0e-a668-5a69fe69e004'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:43:41.692621 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-878d3647-4fbf-4281-921e-ab098c1b6298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:43:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['36d3cc14-4fcf-4d0e-a668-5a69fe69e004'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:41.785511 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f0c253d5-5179-4e8a-a508-b3a19ed67df1 admin admin] Publish callbacks [] for router (36d3cc14-4fcf-4d0e-a668-5a69fe69e004), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:41.808685 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41586) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:41.821988 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-878d3647-4fbf-4281-921e-ab098c1b6298 None None] Set router 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:43:41.822812 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b460ae32-14fc-4fbc-a65a-70bc8cc483ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:41.904209 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f0c253d5-5179-4e8a-a508-b3a19ed67df1 admin admin] Publish callbacks [] for router_gateway (36d3cc14-4fcf-4d0e-a668-5a69fe69e004), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:41.913542 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b460ae32-14fc-4fbc-a65a-70bc8cc483ba admin admin] Publish callbacks [] for security_group (ad42faf7-8618-4043-8d17-37571ca0df57), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:41.919048 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b460ae32-14fc-4fbc-a65a-70bc8cc483ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (ad42faf7-8618-4043-8d17-37571ca0df57), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:41.954639 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-f0c253d5-5179-4e8a-a508-b3a19ed67df1 admin admin] Deleting port 5216e1cc-c2f1-4aa2-9595-1d775a7c7536 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:43:41.955113 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f0c253d5-5179-4e8a-a508-b3a19ed67df1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (5216e1cc-c2f1-4aa2-9595-1d775a7c7536), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:41.993321 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-b460ae32-14fc-4fbc-a65a-70bc8cc483ba admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0121a668ad2f499d94a074c6aa024d21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1812320 May 12 14:43:41.998064 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41590) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:42.009999 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460ae32-14fc-4fbc-a65a-70bc8cc483ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad42faf7-8618-4043-8d17-37571ca0df57,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:42.016360 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-878d3647-4fbf-4281-921e-ab098c1b6298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'name': 'tempest-AttachVolumeShelveTestJSON-1460914710-router', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:15Z', 'updated_at': '2022-05-12T14:43:40Z', 'revision_number': 5, 'project_id': '202791457f0749649e8cc096f6e43404', 'gw_port': {'id': '5216e1cc-c2f1-4aa2-9595-1d775a7c7536', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:31:16Z', 'updated_at': '2022-05-12T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:42.026570 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b9acc-8fe6-4196-911a-c64d51f1ffcf req-069f37d3-a43c-4c26-9574-4bd7e907deef tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:42.034039 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-887b9acc-8fe6-4196-911a-c64d51f1ffcf req-069f37d3-a43c-4c26-9574-4bd7e907deef tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.1037693 May 12 14:43:42.039250 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-f0c253d5-5179-4e8a-a508-b3a19ed67df1 admin admin] For port 5216e1cc-c2f1-4aa2-9595-1d775a7c7536, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=5216e1cc-c2f1-4aa2-9595-1d775a7c7536,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:43:42.039618 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f0c253d5-5179-4e8a-a508-b3a19ed67df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (5216e1cc-c2f1-4aa2-9595-1d775a7c7536), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:42.050890 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878d3647-4fbf-4281-921e-ab098c1b6298 None None] Checking router: 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 for host: dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:43:42.056805 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-f0c253d5-5179-4e8a-a508-b3a19ed67df1 admin admin] Calling delete_port for 5216e1cc-c2f1-4aa2-9595-1d775a7c7536 owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:43:42.060019 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878d3647-4fbf-4281-921e-ab098c1b6298 None None] Routers {'36d3cc14-4fcf-4d0e-a668-5a69fe69e004'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:43:42.060646 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-878d3647-4fbf-4281-921e-ab098c1b6298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:43:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['36d3cc14-4fcf-4d0e-a668-5a69fe69e004'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:42.106172 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-887b9acc-8fe6-4196-911a-c64d51f1ffcf req-98ef0839-899f-4200-adb0-9f1d284f7a2c tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712826 May 12 14:43:42.107240 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cb43a46e-bd16-48c3-932c-05c3beb52059 admin admin] Publish callbacks [] for security_group (ad42faf7-8618-4043-8d17-37571ca0df57), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:42.144362 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cb43a46e-bd16-48c3-932c-05c3beb52059 admin admin] Publish callbacks [] for security_group (ad42faf7-8618-4043-8d17-37571ca0df57), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:42.154857 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-878d3647-4fbf-4281-921e-ab098c1b6298 None None] Set router 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:43:42.197757 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cb43a46e-bd16-48c3-932c-05c3beb52059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (ad42faf7-8618-4043-8d17-37571ca0df57), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:42.200536 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cb43a46e-bd16-48c3-932c-05c3beb52059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:42.204161 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-cb43a46e-bd16-48c3-932c-05c3beb52059 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ad42faf7-8618-4043-8d17-37571ca0df57 HTTP/1.1" status: 204 len: 168 time: 0.2027397 May 12 14:43:42.212547 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43a46e-bd16-48c3-932c-05c3beb52059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad42faf7-8618-4043-8d17-37571ca0df57,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:42.252027 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f0c253d5-5179-4e8a-a508-b3a19ed67df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (5216e1cc-c2f1-4aa2-9595-1d775a7c7536), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:42.280727 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c253d5-5179-4e8a-a508-b3a19ed67df1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5216e1cc-c2f1-4aa2-9595-1d775a7c7536,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:42.345143 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-878d3647-4fbf-4281-921e-ab098c1b6298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'name': 'tempest-AttachVolumeShelveTestJSON-1460914710-router', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:15Z', 'updated_at': '2022-05-12T14:43:41Z', 'revision_number': 6, 'project_id': '202791457f0749649e8cc096f6e43404', 'gw_port_host': None}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:42.355061 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f0c253d5-5179-4e8a-a508-b3a19ed67df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-929007'] for router_gateway (36d3cc14-4fcf-4d0e-a668-5a69fe69e004), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:42.378114 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878d3647-4fbf-4281-921e-ab098c1b6298 None None] The sync data for ids ['36d3cc14-4fcf-4d0e-a668-5a69fe69e004'] in dv-cinder-777031-14-iscsi is: [{'id': '36d3cc14-4fcf-4d0e-a668-5a69fe69e004', 'name': 'tempest-AttachVolumeShelveTestJSON-1460914710-router', 'tenant_id': '202791457f0749649e8cc096f6e43404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:31:15Z', 'updated_at': '2022-05-12T14:43:41Z', 'revision_number': 6, 'project_id': '202791457f0749649e8cc096f6e43404', 'gw_port_host': None}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:43:42.449233 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f0c253d5-5179-4e8a-a508-b3a19ed67df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-493149'] for router (36d3cc14-4fcf-4d0e-a668-5a69fe69e004), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:42.451377 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f0c253d5-5179-4e8a-a508-b3a19ed67df1 admin admin] Publish callbacks [] for router_controller (36d3cc14-4fcf-4d0e-a668-5a69fe69e004), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:42.500192 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f0c253d5-5179-4e8a-a508-b3a19ed67df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-927166'] for router (36d3cc14-4fcf-4d0e-a668-5a69fe69e004), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:42.500762 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c253d5-5179-4e8a-a508-b3a19ed67df1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36d3cc14-4fcf-4d0e-a668-5a69fe69e004 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 14:43:42.505607 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f0c253d5-5179-4e8a-a508-b3a19ed67df1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:42.506643 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-f0c253d5-5179-4e8a-a508-b3a19ed67df1 admin admin] 10.222.0.75 "DELETE /v2.0/routers/36d3cc14-4fcf-4d0e-a668-5a69fe69e004 HTTP/1.1" status: 204 len: 168 time: 0.8281045 May 12 14:43:42.509220 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 41598) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:42.552999 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-536b8827-b537-41bf-8f44-c2284045f1d9 admin admin] Deleting subnet 8fb7d41d-7144-4a8c-a134-c65db57b4ef6 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:43:42.556759 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-536b8827-b537-41bf-8f44-c2284045f1d9 admin admin] Publish callbacks [] for subnet (8fb7d41d-7144-4a8c-a134-c65db57b4ef6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:42.591528 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-536b8827-b537-41bf-8f44-c2284045f1d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8839234'] for subnet (8fb7d41d-7144-4a8c-a134-c65db57b4ef6), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:42.674079 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-536b8827-b537-41bf-8f44-c2284045f1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33439215'] for subnet (8fb7d41d-7144-4a8c-a134-c65db57b4ef6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:42.730628 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-536b8827-b537-41bf-8f44-c2284045f1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33439222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3895182'] for subnet (8fb7d41d-7144-4a8c-a134-c65db57b4ef6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:42.757088 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b8827-b537-41bf-8f44-c2284045f1d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fb7d41d-7144-4a8c-a134-c65db57b4ef6,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:42.761407 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-536b8827-b537-41bf-8f44-c2284045f1d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:42.765187 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-536b8827-b537-41bf-8f44-c2284045f1d9 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/8fb7d41d-7144-4a8c-a134-c65db57b4ef6 HTTP/1.1" status: 204 len: 168 time: 0.2543583 May 12 14:43:42.767918 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41610) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:42.770194 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79a54a7-7060-4a61-93de-858d6ef2caae None None] Network a850f271-3b32-48bf-8bb5-be1eb540a3d0 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:43:42.848902 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fa95cdf-aa82-416f-a327-803344c32f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33070896'] for network (a850f271-3b32-48bf-8bb5-be1eb540a3d0), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:42.897776 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-8fa95cdf-aa82-416f-a327-803344c32f92 admin admin] Deleting port 956c0be4-4846-4f6c-83ee-617a0322bf41 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:43:42.898121 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fa95cdf-aa82-416f-a327-803344c32f92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (956c0be4-4846-4f6c-83ee-617a0322bf41), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:42.953596 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 41616) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:42.978097 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-8fa95cdf-aa82-416f-a327-803344c32f92 admin admin] For port 956c0be4-4846-4f6c-83ee-617a0322bf41, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=956c0be4-4846-4f6c-83ee-617a0322bf41,segment=NetworkSegment(9eb73ca4-c62a-41f2-a61e-de015e1862b3),segment_id=9eb73ca4-c62a-41f2-a61e-de015e1862b3)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:43:42.978392 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fa95cdf-aa82-416f-a327-803344c32f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (956c0be4-4846-4f6c-83ee-617a0322bf41), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:42.991511 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-8fa95cdf-aa82-416f-a327-803344c32f92 admin admin] Calling delete_port for 956c0be4-4846-4f6c-83ee-617a0322bf41 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:43:43.010990 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:43.052349 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-33100b79-08fb-4904-89b1-f0476b13b8b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-254729661-network', 'tenant_id': '2adbab81a29f4d5a83408a58c3ca6f38'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:43:43.071812 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33100b79-08fb-4904-89b1-f0476b13b8b2 admin admin] Made reservation on behalf of 2adbab81a29f4d5a83408a58c3ca6f38 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:43:43.074822 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-33100b79-08fb-4904-89b1-f0476b13b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:43.075593 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fa95cdf-aa82-416f-a327-803344c32f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (956c0be4-4846-4f6c-83ee-617a0322bf41), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:43.084298 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-33100b79-08fb-4904-89b1-f0476b13b8b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:43.104492 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa95cdf-aa82-416f-a327-803344c32f92 admin admin] No DVR routers for this DVR port 956c0be4-4846-4f6c-83ee-617a0322bf41 on host dv-cinder-777031-14-iscsi {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:43:43.109577 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa95cdf-aa82-416f-a327-803344c32f92 admin admin] Pushing event deleted for resources: {'Port': ['ID=956c0be4-4846-4f6c-83ee-617a0322bf41,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:43.162861 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-33100b79-08fb-4904-89b1-f0476b13b8b2 admin admin] Publish callbacks [] for security_group (3bc6a300-a43e-4d9d-8201-2747756b1bf9), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:43.167206 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-33100b79-08fb-4904-89b1-f0476b13b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (3bc6a300-a43e-4d9d-8201-2747756b1bf9), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:43.188717 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33100b79-08fb-4904-89b1-f0476b13b8b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:43:43.190502 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fa95cdf-aa82-416f-a327-803344c32f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33375322', 'neutron.services.segments.db._delete_segments_for_network-8771212172310'] for network (a850f271-3b32-48bf-8bb5-be1eb540a3d0), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:43.204333 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33100b79-08fb-4904-89b1-f0476b13b8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc6a300-a43e-4d9d-8201-2747756b1bf9,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:43.207211 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-33100b79-08fb-4904-89b1-f0476b13b8b2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771212172301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (eef130b9-f478-4cab-8b33-a9281f46eb84), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:43.207622 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.db.segments_db [None req-33100b79-08fb-4904-89b1-f0476b13b8b2 admin admin] Added segment eef130b9-f478-4cab-8b33-a9281f46eb84 of type vlan for network 738206b6-40d3-4956-88e4-bd13a85eaea0 May 12 14:43:43.240905 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-8fa95cdf-aa82-416f-a327-803344c32f92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a850f271-3b32-48bf-8bb5-be1eb540a3d0']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:43.257593 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-8fa95cdf-aa82-416f-a327-803344c32f92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb73ca4-c62a-41f2-a61e-de015e1862b3') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:43.257897 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-8fa95cdf-aa82-416f-a327-803344c32f92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb73ca4-c62a-41f2-a61e-de015e1862b3') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:43.265794 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8812c53-11f4-4d92-be18-33503b06eb51 None None] DHCP port deletion for a850f271-3b32-48bf-8bb5-be1eb540a3d0 request from dv-cinder-777031-14-iscsi {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 14:43:43.277244 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-33100b79-08fb-4904-89b1-f0476b13b8b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771211612555'] for network (738206b6-40d3-4956-88e4-bd13a85eaea0), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:43.286789 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abce0d1-8fbc-4d5b-9e66-4b0d5aba4281 req-0945f58a-bba6-4618-a0af-f2df2b02c6d1 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:43.288387 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0abce0d1-8fbc-4d5b-9e66-4b0d5aba4281 req-0945f58a-bba6-4618-a0af-f2df2b02c6d1 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0950570 May 12 14:43:43.292697 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fa95cdf-aa82-416f-a327-803344c32f92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771212173343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3984821'] for segment (9eb73ca4-c62a-41f2-a61e-de015e1862b3), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:43.313305 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-33100b79-08fb-4904-89b1-f0476b13b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for network (738206b6-40d3-4956-88e4-bd13a85eaea0), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:43.314932 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33100b79-08fb-4904-89b1-f0476b13b8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:43.315734 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-33100b79-08fb-4904-89b1-f0476b13b8b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:43.320049 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fa95cdf-aa82-416f-a327-803344c32f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (9eb73ca4-c62a-41f2-a61e-de015e1862b3), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:43.335784 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa95cdf-aa82-416f-a327-803344c32f92 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:43:43.336131 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fa95cdf-aa82-416f-a327-803344c32f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745268'] for segment (9eb73ca4-c62a-41f2-a61e-de015e1862b3), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: Traceback (most recent call last): May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: timer() May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: cb(*args, **kw) May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: return func(*args, **kwargs) May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: self._notify() May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: self.callback(batched_events) May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: event.method(event) May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: return f(self, *a, **k) May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: return self._get(url).json() May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: return self.request(url, 'GET', **kwargs) May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:43:43.337945 dv-cinder-777031-14-iscsi neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:43:43.353878 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-33100b79-08fb-4904-89b1-f0476b13b8b2 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3966551 May 12 14:43:43.354126 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 41622) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:43.359614 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-38f5620e-38bf-47d8-972a-758c99556e4a admin admin] Request body: {'subnet': {'network_id': '738206b6-40d3-4956-88e4-bd13a85eaea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-254729661-subnet', 'tenant_id': '2adbab81a29f4d5a83408a58c3ca6f38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:43:43.380704 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 5895868c-44d3-4ef7-aaf6-0b09fc238875 no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:43:43.393747 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33100b79-08fb-4904-89b1-f0476b13b8b2 admin admin] Pushing event updated for resources: {'Network': ['ID=738206b6-40d3-4956-88e4-bd13a85eaea0,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:43.411258 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Network 738206b6-40d3-4956-88e4-bd13a85eaea0 details requested by agent ovs-agent-dv-cinder-777031-14-iscsi with host dv-cinder-777031-14-iscsi {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:43:43.418511 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fa95cdf-aa82-416f-a327-803344c32f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33375329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931293'] for network (a850f271-3b32-48bf-8bb5-be1eb540a3d0), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:43.418795 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: 5895868c-44d3-4ef7-aaf6-0b09fc238875 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:43:43.419433 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 5895868c-44d3-4ef7-aaf6-0b09fc238875 not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:43:43.419922 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 5216e1cc-c2f1-4aa2-9595-1d775a7c7536 no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:43:43.422602 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f5620e-38bf-47d8-972a-758c99556e4a admin admin] Made reservation on behalf of 2adbab81a29f4d5a83408a58c3ca6f38 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:43:43.424380 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8fa95cdf-aa82-416f-a327-803344c32f92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:43.430482 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-8fa95cdf-aa82-416f-a327-803344c32f92 admin admin] 10.222.0.75 "DELETE /v2.0/networks/a850f271-3b32-48bf-8bb5-be1eb540a3d0 HTTP/1.1" status: 204 len: 168 time: 0.6591387 May 12 14:43:43.432339 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0abce0d1-8fbc-4d5b-9e66-4b0d5aba4281 req-6d8709cf-9e98-4f66-850b-2331d8ca5d1a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251500 May 12 14:43:43.433691 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-38f5620e-38bf-47d8-972a-758c99556e4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3895203'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:43.446221 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa95cdf-aa82-416f-a327-803344c32f92 admin admin] Pushing event deleted for resources: {'Network': ['ID=a850f271-3b32-48bf-8bb5-be1eb540a3d0,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:43.475936 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: 5216e1cc-c2f1-4aa2-9595-1d775a7c7536 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:43:43.476286 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 5216e1cc-c2f1-4aa2-9595-1d775a7c7536 not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:43:43.476704 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 956c0be4-4846-4f6c-83ee-617a0322bf41 no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:43:43.504481 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: 956c0be4-4846-4f6c-83ee-617a0322bf41 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:43:43.505072 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 956c0be4-4846-4f6c-83ee-617a0322bf41 not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:43:43.594350 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41626) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:43.635922 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-38f5620e-38bf-47d8-972a-758c99556e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3814108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3895221'] for subnet (58011485-0619-4193-922d-ca9253e0c5ca), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:43.639716 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-b16432c3-739f-4ab3-bc90-891547eadfc2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=202791457f0749649e8cc096f6e43404&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0441039 May 12 14:43:43.640561 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41628) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:43.691478 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5620e-38bf-47d8-972a-758c99556e4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=58011485-0619-4193-922d-ca9253e0c5ca,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:43.696287 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6b443984-c69b-4d8a-bdcc-c80b6b5068d3 admin admin] Publish callbacks [] for security_group (cabba725-753a-465a-a539-bbdb9307d627), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:43.707523 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f5620e-38bf-47d8-972a-758c99556e4a admin admin] Checking segment: {'id': 'eef130b9-f478-4cab-8b33-a9281f46eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '738206b6-40d3-4956-88e4-bd13a85eaea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:43:43.707875 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f5620e-38bf-47d8-972a-758c99556e4a admin admin] Network hostable DHCP agents. Network: 738206b6-40d3-4956-88e4-bd13a85eaea0, hostable agents: ['8d346936-3b5f-4708-9dbd-40464a47b1eb'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:43:43.719990 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6b443984-c69b-4d8a-bdcc-c80b6b5068d3 admin admin] Publish callbacks [] for security_group (cabba725-753a-465a-a539-bbdb9307d627), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:43.724723 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f5620e-38bf-47d8-972a-758c99556e4a admin admin] Network 738206b6-40d3-4956-88e4-bd13a85eaea0 is scheduled to be hosted by DHCP agent 8d346936-3b5f-4708-9dbd-40464a47b1eb with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:43:43.734412 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-38f5620e-38bf-47d8-972a-758c99556e4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-14-iscsi, 738206b6-40d3-4956-88e4-bd13a85eaea0) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:43:43.738294 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f5620e-38bf-47d8-972a-758c99556e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:43.739139 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-38f5620e-38bf-47d8-972a-758c99556e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:43.743642 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d0bcfe-9c6d-4225-bc7e-39e0328f4136 None None] Network 738206b6-40d3-4956-88e4-bd13a85eaea0 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:43:43.763219 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-38f5620e-38bf-47d8-972a-758c99556e4a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4074309 May 12 14:43:43.780949 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6b443984-c69b-4d8a-bdcc-c80b6b5068d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (cabba725-753a-465a-a539-bbdb9307d627), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:43.784158 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6b443984-c69b-4d8a-bdcc-c80b6b5068d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:43.787925 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-6b443984-c69b-4d8a-bdcc-c80b6b5068d3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cabba725-753a-465a-a539-bbdb9307d627 HTTP/1.1" status: 204 len: 168 time: 0.1439295 May 12 14:43:43.797202 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b443984-c69b-4d8a-bdcc-c80b6b5068d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabba725-753a-465a-a539-bbdb9307d627,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:43.864373 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f75462b-e251-4e0a-8e64-9c43cfd33d97 None None] Network 738206b6-40d3-4956-88e4-bd13a85eaea0 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:43:44.327164 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41660) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:44.331987 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-6a9c66da-97c3-49c8-b58f-67b39e3493f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1997914281-network', 'tenant_id': '988a033c10374016b569089ebb74d6b6'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:43:44.353130 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9c66da-97c3-49c8-b58f-67b39e3493f5 admin admin] Made reservation on behalf of 988a033c10374016b569089ebb74d6b6 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:43:44.355612 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6a9c66da-97c3-49c8-b58f-67b39e3493f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:44.364584 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6a9c66da-97c3-49c8-b58f-67b39e3493f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:44.406405 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:44.443686 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6a9c66da-97c3-49c8-b58f-67b39e3493f5 admin admin] Publish callbacks [] for security_group (d58f72a2-65fe-47d6-a34b-ce5fa221031c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:44.448021 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6a9c66da-97c3-49c8-b58f-67b39e3493f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (d58f72a2-65fe-47d6-a34b-ce5fa221031c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:44.469656 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9c66da-97c3-49c8-b58f-67b39e3493f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:43:44.485667 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c66da-97c3-49c8-b58f-67b39e3493f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58f72a2-65fe-47d6-a34b-ce5fa221031c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:44.488649 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6a9c66da-97c3-49c8-b58f-67b39e3493f5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771212172301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (cc4acfa3-17f9-4366-a3bf-5532070786bb), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:44.489295 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.db.segments_db [None req-6a9c66da-97c3-49c8-b58f-67b39e3493f5 admin admin] Added segment cc4acfa3-17f9-4366-a3bf-5532070786bb of type vlan for network ab960551-9ea6-4661-a9e8-6a0e53c221f6 May 12 14:43:44.566976 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6a9c66da-97c3-49c8-b58f-67b39e3493f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771211612555'] for network (ab960551-9ea6-4661-a9e8-6a0e53c221f6), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:44.586352 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac359b29-101c-4c1a-9e8e-5c1fbe9a2d89 req-cc3d92be-cc31-4367-958d-837c565da11b tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:44.587931 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ac359b29-101c-4c1a-9e8e-5c1fbe9a2d89 req-cc3d92be-cc31-4367-958d-837c565da11b tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0657592 May 12 14:43:44.620378 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6a9c66da-97c3-49c8-b58f-67b39e3493f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for network (ab960551-9ea6-4661-a9e8-6a0e53c221f6), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:44.621349 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9c66da-97c3-49c8-b58f-67b39e3493f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:44.621932 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6a9c66da-97c3-49c8-b58f-67b39e3493f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:44.673202 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-6a9c66da-97c3-49c8-b58f-67b39e3493f5 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3449178 May 12 14:43:44.678161 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 41672) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:44.684680 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-d6f161e7-8b30-4f91-bbd1-d5b2b3534c71 admin admin] Request body: {'subnet': {'network_id': 'ab960551-9ea6-4661-a9e8-6a0e53c221f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1997914281-subnet', 'tenant_id': '988a033c10374016b569089ebb74d6b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:43:44.702982 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ac359b29-101c-4c1a-9e8e-5c1fbe9a2d89 req-a4526844-87cd-4d92-a318-a639fcf2cc05 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060476 May 12 14:43:44.706085 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c66da-97c3-49c8-b58f-67b39e3493f5 admin admin] Pushing event updated for resources: {'Network': ['ID=ab960551-9ea6-4661-a9e8-6a0e53c221f6,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:44.713764 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f161e7-8b30-4f91-bbd1-d5b2b3534c71 admin admin] Made reservation on behalf of 988a033c10374016b569089ebb74d6b6 for: {'subnet': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:43:44.717523 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d6f161e7-8b30-4f91-bbd1-d5b2b3534c71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3895203'] for subnet (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:44.721519 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Network ab960551-9ea6-4661-a9e8-6a0e53c221f6 details requested by agent ovs-agent-dv-cinder-777031-14-iscsi with host dv-cinder-777031-14-iscsi {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:43:44.904682 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d6f161e7-8b30-4f91-bbd1-d5b2b3534c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3814108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3895221'] for subnet (c885f34e-a4f8-4dae-870c-e3ac8ca8d326), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:44.956296 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f161e7-8b30-4f91-bbd1-d5b2b3534c71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c885f34e-a4f8-4dae-870c-e3ac8ca8d326,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:44.975075 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f161e7-8b30-4f91-bbd1-d5b2b3534c71 admin admin] Checking segment: {'id': 'cc4acfa3-17f9-4366-a3bf-5532070786bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ab960551-9ea6-4661-a9e8-6a0e53c221f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:43:44.975440 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f161e7-8b30-4f91-bbd1-d5b2b3534c71 admin admin] Network hostable DHCP agents. Network: ab960551-9ea6-4661-a9e8-6a0e53c221f6, hostable agents: ['8d346936-3b5f-4708-9dbd-40464a47b1eb'], hosted agents: [] {{(pid=103429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:43:45.000747 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f161e7-8b30-4f91-bbd1-d5b2b3534c71 admin admin] Network ab960551-9ea6-4661-a9e8-6a0e53c221f6 is scheduled to be hosted by DHCP agent 8d346936-3b5f-4708-9dbd-40464a47b1eb with binding_index 1 {{(pid=103429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:43:45.010204 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-d6f161e7-8b30-4f91-bbd1-d5b2b3534c71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-14-iscsi, ab960551-9ea6-4661-a9e8-6a0e53c221f6) {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:43:45.015956 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f161e7-8b30-4f91-bbd1-d5b2b3534c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:45.018236 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d6f161e7-8b30-4f91-bbd1-d5b2b3534c71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:45.019215 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915ab897-c7c0-4196-be91-021f62ff575d None None] Network ab960551-9ea6-4661-a9e8-6a0e53c221f6 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:43:45.035874 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-d6f161e7-8b30-4f91-bbd1-d5b2b3534c71 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3559494 May 12 14:43:45.121258 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746c1c15-9b3b-44d2-bb1f-4f268c4d814c None None] Network ab960551-9ea6-4661-a9e8-6a0e53c221f6 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:43:45.767661 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:45.826366 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4896e-b21d-4042-9cc3-d94bdc60df95 req-d5ed10ea-e613-4cad-8fa1-1a07c6282cd3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:45.828465 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-90f4896e-b21d-4042-9cc3-d94bdc60df95 req-d5ed10ea-e613-4cad-8fa1-1a07c6282cd3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0538864 May 12 14:43:45.874628 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-90f4896e-b21d-4042-9cc3-d94bdc60df95 req-40045a55-8a38-4dda-839a-f6b8eac6ff9c tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400949 May 12 14:43:46.985799 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245270ab-0c5c-444b-aab3-2c4b21334427 req-b2435cad-ec94-400b-8974-1cc03976424d tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:46.987275 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-245270ab-0c5c-444b-aab3-2c4b21334427 req-b2435cad-ec94-400b-8974-1cc03976424d tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0461407 May 12 14:43:47.034679 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-245270ab-0c5c-444b-aab3-2c4b21334427 req-c6a06fb8-c1d1-4685-9cff-eff9aaeff88b tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417809 May 12 14:43:48.152898 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be964ef3-80ce-41b0-aa97-6bda87872206 req-81c0d738-7f06-4788-a175-83566419dd0e tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:48.154383 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-be964ef3-80ce-41b0-aa97-6bda87872206 req-81c0d738-7f06-4788-a175-83566419dd0e tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0514538 May 12 14:43:48.200451 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-be964ef3-80ce-41b0-aa97-6bda87872206 req-e8a38e3d-8f8b-4164-82a6-168eb98966ff tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396497 May 12 14:43:49.323373 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b5b32-f374-42f8-b4ec-90fc0bc912fb req-67e02212-04ea-4751-a18d-b0fa1d3ff2ec tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:49.331613 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6d9b5b32-f374-42f8-b4ec-90fc0bc912fb req-67e02212-04ea-4751-a18d-b0fa1d3ff2ec tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0552871 May 12 14:43:49.376860 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6d9b5b32-f374-42f8-b4ec-90fc0bc912fb req-a00af52a-3028-43c5-b74f-c0cc67e358c2 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442493 May 12 14:43:50.096510 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:50.489501 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb94d3-5c78-4db2-833d-2d4d1ad05c18 req-3adc75fc-0384-403d-819c-9439e3ac72b4 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:50.490979 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b2eb94d3-5c78-4db2-833d-2d4d1ad05c18 req-3adc75fc-0384-403d-819c-9439e3ac72b4 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0457242 May 12 14:43:50.543866 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b2eb94d3-5c78-4db2-833d-2d4d1ad05c18 req-9bd1f8b4-82e3-4852-8cd9-5349a3d89f0b tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466235 May 12 14:43:50.762302 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da68f78-cd77-47bd-b6a8-a9c3d251209f req-198ebabb-7f2f-4b86-b459-a9d043892e77 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:50.764191 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7da68f78-cd77-47bd-b6a8-a9c3d251209f req-198ebabb-7f2f-4b86-b459-a9d043892e77 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0572038 May 12 14:43:50.827676 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7da68f78-cd77-47bd-b6a8-a9c3d251209f req-0486e693-ca6b-451f-82c5-b8d662c2bfb0 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574782 May 12 14:43:50.855328 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ffc8d-6c28-4253-b911-05ba44893b08 req-08e12024-88a6-446d-8015-3da4ad13153a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:50.856859 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-231ffc8d-6c28-4253-b911-05ba44893b08 req-08e12024-88a6-446d-8015-3da4ad13153a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38fdbe6cacb8487087950884b752b21d&device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 1129 time: 0.0421319 May 12 14:43:50.951289 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ffc8d-6c28-4253-b911-05ba44893b08 req-6c24712d-db01-49cb-9b72-56b5802339e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:50.953285 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-231ffc8d-6c28-4253-b911-05ba44893b08 req-6c24712d-db01-49cb-9b72-56b5802339e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6aa87a35-26a0-490d-b024-c2e7f7422864 HTTP/1.1" status: 200 len: 911 time: 0.0872648 May 12 14:43:51.018759 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-231ffc8d-6c28-4253-b911-05ba44893b08 req-86aaa8b6-375e-42ec-8f24-6388a3aa9731 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43202a5c-79c7-46ed-8988-a1031b1e8e9a HTTP/1.1" status: 200 len: 1001 time: 0.0594597 May 12 14:43:51.071161 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ffc8d-6c28-4253-b911-05ba44893b08 req-7c6549a0-96c3-48fb-b554-665fe83c46b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:51.072558 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-231ffc8d-6c28-4253-b911-05ba44893b08 req-7c6549a0-96c3-48fb-b554-665fe83c46b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8de4572c-13a9-4b61-a099-6d16bcc1dbfd HTTP/1.1" status: 200 len: 849 time: 0.0465760 May 12 14:43:51.114069 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ffc8d-6c28-4253-b911-05ba44893b08 req-07f48c14-0662-49ba-a1ee-7075964743da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:51.115526 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-231ffc8d-6c28-4253-b911-05ba44893b08 req-07f48c14-0662-49ba-a1ee-7075964743da service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6aa87a35-26a0-490d-b024-c2e7f7422864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0364258 May 12 14:43:51.203576 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-231ffc8d-6c28-4253-b911-05ba44893b08 req-58e8b0da-4613-4f83-8ed1-b0df953b1818 service neutron] 10.222.0.57 "GET /v2.0/networks/6aa87a35-26a0-490d-b024-c2e7f7422864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800486 May 12 14:43:51.293308 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-231ffc8d-6c28-4253-b911-05ba44893b08 req-472fda68-35ab-4d9a-8d4c-f328f404f4be service neutron] 10.222.0.57 "GET /v2.0/networks/6aa87a35-26a0-490d-b024-c2e7f7422864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836601 May 12 14:43:51.958065 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a7268-5acf-42cb-97c4-d267c0ab0c09 req-1dcbe0b9-9b5a-4689-8a34-3174c66a7f2d tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:51.959655 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4b8a7268-5acf-42cb-97c4-d267c0ab0c09 req-1dcbe0b9-9b5a-4689-8a34-3174c66a7f2d tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0538814 May 12 14:43:52.016332 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4b8a7268-5acf-42cb-97c4-d267c0ab0c09 req-17850165-bfce-4443-9a5b-e865ee067082 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460088 May 12 14:43:52.222226 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 41830) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:52.542209 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-a3d9a83b-8cf1-44ca-987d-cd448e864067 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Deleting port 7543a392-6aab-4356-b80d-0deee461cc25 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:43:52.542466 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3d9a83b-8cf1-44ca-987d-cd448e864067 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (7543a392-6aab-4356-b80d-0deee461cc25), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:52.627401 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3d9a83b-8cf1-44ca-987d-cd448e864067 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (7543a392-6aab-4356-b80d-0deee461cc25), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:52.627722 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3d9a83b-8cf1-44ca-987d-cd448e864067 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for floatingip (7543a392-6aab-4356-b80d-0deee461cc25), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:52.639386 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-a3d9a83b-8cf1-44ca-987d-cd448e864067 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Calling delete_port for 7543a392-6aab-4356-b80d-0deee461cc25 owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:43:52.781552 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3d9a83b-8cf1-44ca-987d-cd448e864067 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (7543a392-6aab-4356-b80d-0deee461cc25), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:52.808850 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9a83b-8cf1-44ca-987d-cd448e864067 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Pushing event deleted for resources: {'Port': ['ID=7543a392-6aab-4356-b80d-0deee461cc25,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:52.867840 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3d9a83b-8cf1-44ca-987d-cd448e864067 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for floatingip (8b93c5d6-23af-4390-acba-dc80d8c75ab8), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:52.868169 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.db.l3_db [None req-a3d9a83b-8cf1-44ca-987d-cd448e864067 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Floating IP 8b93c5d6-23af-4390-acba-dc80d8c75ab8 disassociated (deleted). External IP: 172.27.0.16, port: 80f0b63a-177b-495c-b004-f7919b935f84. May 12 14:43:53.094095 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d9a83b-8cf1-44ca-987d-cd448e864067 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Router be224814-ba4a-48e9-9634-6a46c1a4d890 has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:43:53.152995 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb763426-d955-408a-9c82-a3b674b74a1b req-735a957f-7ec8-4a8a-9efc-8c54da140083 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:53.159612 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cb763426-d955-408a-9c82-a3b674b74a1b req-735a957f-7ec8-4a8a-9efc-8c54da140083 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0629463 May 12 14:43:53.234965 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cb763426-d955-408a-9c82-a3b674b74a1b req-8e74369d-65d9-4fda-81ba-63273bac9b8e tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739894 May 12 14:43:53.240714 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d9a83b-8cf1-44ca-987d-cd448e864067 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:43:53.275789 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3d9a83b-8cf1-44ca-987d-cd448e864067 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:53.287150 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5eafe7-a71f-4b52-b686-9d2a014421c1 None None] Sync routers for ids ['be224814-ba4a-48e9-9634-6a46c1a4d890'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:43:53.306312 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5eafe7-a71f-4b52-b686-9d2a014421c1 None None] Routers {'be224814-ba4a-48e9-9634-6a46c1a4d890'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:43:53.307065 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6c5eafe7-a71f-4b52-b686-9d2a014421c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:43:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['be224814-ba4a-48e9-9634-6a46c1a4d890'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:53.314506 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-a3d9a83b-8cf1-44ca-987d-cd448e864067 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "DELETE /v2.0/floatingips/8b93c5d6-23af-4390-acba-dc80d8c75ab8 HTTP/1.1" status: 204 len: 168 time: 1.0912702 May 12 14:43:53.315546 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a93128f-bc24-4529-8b60-6d661e9933bf', 'tag': '80f0b63a-177b-495c-b004-f7919b935f84'}] {{(pid=103429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:43:53.318745 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f888e35c128297f2952f8b9a0b9aac45a196d86c82c1b09019427787e24df8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d06e381-1b7d-4339-95fc-9918b3ed5b55" -d '{"events": [{"name": "network-changed", "server_uuid": "3a93128f-bc24-4529-8b60-6d661e9933bf", "tag": "80f0b63a-177b-495c-b004-f7919b935f84"}]}' {{(pid=103429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:43:53.380417 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 41856) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:53.390253 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8c146b-f13a-4080-babc-38a0e1ac0b9a x-openstack-request-id: req-7b8c146b-f13a-4080-babc-38a0e1ac0b9a {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:43:53.390583 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a93128f-bc24-4529-8b60-6d661e9933bf", "tag": "80f0b63a-177b-495c-b004-f7919b935f84", "status": "completed", "code": 200}]} {{(pid=103429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:43:53.390842 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7b8c146b-f13a-4080-babc-38a0e1ac0b9a {{(pid=103429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:43:53.391279 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b8c146b-f13a-4080-babc-38a0e1ac0b9a'] response: {'name': 'network-changed', 'server_uuid': '3a93128f-bc24-4529-8b60-6d661e9933bf', 'tag': '80f0b63a-177b-495c-b004-f7919b935f84', 'status': 'completed', 'code': 200} May 12 14:43:53.459380 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-6c5eafe7-a71f-4b52-b686-9d2a014421c1 None None] Set router be224814-ba4a-48e9-9634-6a46c1a4d890 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:43:53.469692 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06e381-1b7d-4339-95fc-9918b3ed5b55 req-7f666269-a7d9-416f-8012-6622e746c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:53.471235 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4d06e381-1b7d-4339-95fc-9918b3ed5b55 req-7f666269-a7d9-416f-8012-6622e746c283 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ba0ea753bb0496cbf274e802f50dd0e&device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 1130 time: 0.0396998 May 12 14:43:53.544839 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c54b4ae-271d-4689-be7a-7480e223c8f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:53.590130 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06e381-1b7d-4339-95fc-9918b3ed5b55 req-181c9403-569d-4630-a058-9caec44131cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:53.592063 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4d06e381-1b7d-4339-95fc-9918b3ed5b55 req-181c9403-569d-4630-a058-9caec44131cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=5b96f110-6030-45d9-96d1-0bc86d38fd01 HTTP/1.1" status: 200 len: 913 time: 0.1146159 May 12 14:43:53.644184 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4732dbd-deac-47d5-bba2-b181f55afcb1 req-5808bcd3-e5b4-49b5-9087-509f88e0a2ac tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:53.645580 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f4732dbd-deac-47d5-bba2-b181f55afcb1 req-5808bcd3-e5b4-49b5-9087-509f88e0a2ac tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 946 time: 0.0521593 May 12 14:43:53.647114 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c54b4ae-271d-4689-be7a-7480e223c8f7 admin admin] Publish callbacks [] for security_group (13278a84-33df-4373-b02d-164a9c3af328), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:53.651727 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-6c54b4ae-271d-4689-be7a-7480e223c8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (13278a84-33df-4373-b02d-164a9c3af328), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:53.681794 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6c5eafe7-a71f-4b52-b686-9d2a014421c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'name': 'tempest-TestVolumeBootPattern-1482733113-router', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:00Z', 'updated_at': '2022-05-12T14:33:05Z', 'revision_number': 4, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'gw_port': {'id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:01Z', 'updated_at': '2022-05-12T14:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': 'ee691570-99bf-4ce0-bb6c-77ba0a8f1a2f', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'port_id': '10ba03ca-52fe-42dc-a95e-573a96e2bd48', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'mac_address': 'fa:16:3e:34:bd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45819a2-89a0-494b-bdbc-650fcfddd2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:38:48Z', 'updated_at': '2022-05-12T14:38:51Z', 'revision_number': 1, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763f2952-1a6d-4c57-af35-28b65d176326', 'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'mac_address': 'fa:16:3e:01:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:03Z', 'updated_at': '2022-05-12T14:33:10Z', 'revision_number': 5, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'subnets': [{'id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:53.691303 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54b4ae-271d-4689-be7a-7480e223c8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13278a84-33df-4373-b02d-164a9c3af328,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:53.696909 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f4732dbd-deac-47d5-bba2-b181f55afcb1 req-17f6c918-1491-469d-b404-363e74230914 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447583 May 12 14:43:53.699956 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-6c54b4ae-271d-4689-be7a-7480e223c8f7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2ee7f4c7290644ce862aed31581aef09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3182831 May 12 14:43:53.700176 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 41862) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:43:53.708795 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5eafe7-a71f-4b52-b686-9d2a014421c1 None None] Checking router: be224814-ba4a-48e9-9634-6a46c1a4d890 for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:43:53.717322 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5eafe7-a71f-4b52-b686-9d2a014421c1 None None] Routers {'be224814-ba4a-48e9-9634-6a46c1a4d890'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:43:53.718031 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6c5eafe7-a71f-4b52-b686-9d2a014421c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:43:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['be224814-ba4a-48e9-9634-6a46c1a4d890'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:53.752004 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6665bf56-e02b-42f2-b00a-4e85f29acc8c admin admin] Publish callbacks [] for security_group (13278a84-33df-4373-b02d-164a9c3af328), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:53.772823 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6665bf56-e02b-42f2-b00a-4e85f29acc8c admin admin] Publish callbacks [] for security_group (13278a84-33df-4373-b02d-164a9c3af328), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:53.820143 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6665bf56-e02b-42f2-b00a-4e85f29acc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (13278a84-33df-4373-b02d-164a9c3af328), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:53.822717 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6665bf56-e02b-42f2-b00a-4e85f29acc8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:53.824451 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-6665bf56-e02b-42f2-b00a-4e85f29acc8c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/13278a84-33df-4373-b02d-164a9c3af328 HTTP/1.1" status: 204 len: 168 time: 0.1232502 May 12 14:43:53.832202 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665bf56-e02b-42f2-b00a-4e85f29acc8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13278a84-33df-4373-b02d-164a9c3af328,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:53.833307 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-6c5eafe7-a71f-4b52-b686-9d2a014421c1 None None] Set router be224814-ba4a-48e9-9634-6a46c1a4d890 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:43:54.155496 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-6c5eafe7-a71f-4b52-b686-9d2a014421c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'name': 'tempest-TestVolumeBootPattern-1482733113-router', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:00Z', 'updated_at': '2022-05-12T14:33:05Z', 'revision_number': 4, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'gw_port': {'id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:01Z', 'updated_at': '2022-05-12T14:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': 'ee691570-99bf-4ce0-bb6c-77ba0a8f1a2f', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'port_id': '10ba03ca-52fe-42dc-a95e-573a96e2bd48', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'mac_address': 'fa:16:3e:34:bd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45819a2-89a0-494b-bdbc-650fcfddd2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:38:48Z', 'updated_at': '2022-05-12T14:38:51Z', 'revision_number': 1, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763f2952-1a6d-4c57-af35-28b65d176326', 'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'mac_address': 'fa:16:3e:01:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:03Z', 'updated_at': '2022-05-12T14:33:10Z', 'revision_number': 5, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'subnets': [{'id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:43:54.181138 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5eafe7-a71f-4b52-b686-9d2a014421c1 None None] The sync data for ids ['be224814-ba4a-48e9-9634-6a46c1a4d890'] in dv-cinder-777031-14-iscsi is: [{'id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'name': 'tempest-TestVolumeBootPattern-1482733113-router', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:00Z', 'updated_at': '2022-05-12T14:33:05Z', 'revision_number': 4, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'gw_port': {'id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:01Z', 'updated_at': '2022-05-12T14:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': 'ee691570-99bf-4ce0-bb6c-77ba0a8f1a2f', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'port_id': '10ba03ca-52fe-42dc-a95e-573a96e2bd48', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'mac_address': 'fa:16:3e:34:bd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45819a2-89a0-494b-bdbc-650fcfddd2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:38:48Z', 'updated_at': '2022-05-12T14:38:51Z', 'revision_number': 1, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763f2952-1a6d-4c57-af35-28b65d176326', 'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'mac_address': 'fa:16:3e:01:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:03Z', 'updated_at': '2022-05-12T14:33:10Z', 'revision_number': 5, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'subnets': [{'id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:43:54.443905 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cee987-721d-4921-a8fe-27adbcd24945 None None] New status for floating IP 8b93c5d6-23af-4390-acba-dc80d8c75ab8: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:43:54.824614 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4d06e381-1b7d-4339-95fc-9918b3ed5b55 req-3b18f380-db8d-4db6-b4b3-e59c3d1cd8e8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80f0b63a-177b-495c-b004-f7919b935f84 HTTP/1.1" status: 200 len: 217 time: 0.0528011 May 12 14:43:54.890925 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ebcd1-f04c-4e68-800c-9bbcff08e396 req-8d886180-1881-4e27-8ead-182fac42ab7c tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:54.892789 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-904ebcd1-f04c-4e68-800c-9bbcff08e396 req-8d886180-1881-4e27-8ead-182fac42ab7c tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 946 time: 0.1129198 May 12 14:43:54.915139 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06e381-1b7d-4339-95fc-9918b3ed5b55 req-9ffc79e8-71af-4a12-8107-182bc98730ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:54.916553 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4d06e381-1b7d-4339-95fc-9918b3ed5b55 req-9ffc79e8-71af-4a12-8107-182bc98730ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f0587e5-5c6f-4f23-94d0-5688c2911c12 HTTP/1.1" status: 200 len: 851 time: 0.0737417 May 12 14:43:54.982394 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-904ebcd1-f04c-4e68-800c-9bbcff08e396 req-36e4ea3a-53f7-4548-ba6d-d5041a401912 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832489 May 12 14:43:54.985498 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06e381-1b7d-4339-95fc-9918b3ed5b55 req-c7e35054-4c94-4465-8049-1d65c0b30080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:54.986914 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4d06e381-1b7d-4339-95fc-9918b3ed5b55 req-c7e35054-4c94-4465-8049-1d65c0b30080 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5b96f110-6030-45d9-96d1-0bc86d38fd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0578904 May 12 14:43:55.198596 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4d06e381-1b7d-4339-95fc-9918b3ed5b55 req-addadac8-cfec-4896-a9fa-a4899dafcfc6 service neutron] 10.222.0.57 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823948 May 12 14:43:55.289888 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4d06e381-1b7d-4339-95fc-9918b3ed5b55 req-cac2eea3-625b-4a81-95f4-5b047ab1bde6 service neutron] 10.222.0.57 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846853 May 12 14:43:55.582257 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932d65c-5d28-414e-ae7d-8fa30b556b22 req-88188984-3daa-4978-bc0e-a741f7e78044 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:43:55.583856 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9932d65c-5d28-414e-ae7d-8fa30b556b22 req-88188984-3daa-4978-bc0e-a741f7e78044 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 946 time: 0.0505052 May 12 14:43:55.680494 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-9932d65c-5d28-414e-ae7d-8fa30b556b22 req-d91d40b8-75af-4f93-9185-5f1625be7ceb tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Deleting port 80f0b63a-177b-495c-b004-f7919b935f84 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:43:55.680827 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9932d65c-5d28-414e-ae7d-8fa30b556b22 req-d91d40b8-75af-4f93-9185-5f1625be7ceb tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (80f0b63a-177b-495c-b004-f7919b935f84), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:55.770223 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-9932d65c-5d28-414e-ae7d-8fa30b556b22 req-d91d40b8-75af-4f93-9185-5f1625be7ceb tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] For port 80f0b63a-177b-495c-b004-f7919b935f84, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=80f0b63a-177b-495c-b004-f7919b935f84,segment=NetworkSegment(a92136d4-fcb0-4089-aa26-93c6849bc262),segment_id=a92136d4-fcb0-4089-aa26-93c6849bc262)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:43:55.770571 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9932d65c-5d28-414e-ae7d-8fa30b556b22 req-d91d40b8-75af-4f93-9185-5f1625be7ceb tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (80f0b63a-177b-495c-b004-f7919b935f84), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:55.787242 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-9932d65c-5d28-414e-ae7d-8fa30b556b22 req-d91d40b8-75af-4f93-9185-5f1625be7ceb tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Calling delete_port for 80f0b63a-177b-495c-b004-f7919b935f84 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:43:55.923248 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9932d65c-5d28-414e-ae7d-8fa30b556b22 req-d91d40b8-75af-4f93-9185-5f1625be7ceb tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (80f0b63a-177b-495c-b004-f7919b935f84), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:55.949772 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d40b8-75af-4f93-9185-5f1625be7ceb tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Pushing event deleted for resources: {'Port': ['ID=80f0b63a-177b-495c-b004-f7919b935f84,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:43:55.999612 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-9932d65c-5d28-414e-ae7d-8fa30b556b22 req-d91d40b8-75af-4f93-9185-5f1625be7ceb tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] No DVR routers for this DVR port 80f0b63a-177b-495c-b004-f7919b935f84 on host hv-cinder-77703 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:43:56.002423 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-9932d65c-5d28-414e-ae7d-8fa30b556b22 req-d91d40b8-75af-4f93-9185-5f1625be7ceb tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:43:56.006005 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9932d65c-5d28-414e-ae7d-8fa30b556b22 req-d91d40b8-75af-4f93-9185-5f1625be7ceb tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.57 "DELETE /v2.0/ports/80f0b63a-177b-495c-b004-f7919b935f84 HTTP/1.1" status: 204 len: 173 time: 0.4165661 May 12 14:43:56.006480 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a93128f-bc24-4529-8b60-6d661e9933bf', 'name': 'network-vif-deleted', 'tag': '80f0b63a-177b-495c-b004-f7919b935f84'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:43:56.008858 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68fe30d-ccde-4141-8f50-afcc7056db58" -d '{"events": [{"server_uuid": "3a93128f-bc24-4529-8b60-6d661e9933bf", "name": "network-vif-deleted", "tag": "80f0b63a-177b-495c-b004-f7919b935f84"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:43:56.043505 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40823334-bec2-4d20-80fc-5d9f36dc036d x-openstack-request-id: req-40823334-bec2-4d20-80fc-5d9f36dc036d {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:43:56.044027 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a93128f-bc24-4529-8b60-6d661e9933bf", "name": "network-vif-deleted", "tag": "80f0b63a-177b-495c-b004-f7919b935f84", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:43:56.044279 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-40823334-bec2-4d20-80fc-5d9f36dc036d {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:43:56.044687 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40823334-bec2-4d20-80fc-5d9f36dc036d'] response: {'server_uuid': '3a93128f-bc24-4529-8b60-6d661e9933bf', 'name': 'network-vif-deleted', 'tag': '80f0b63a-177b-495c-b004-f7919b935f84', 'status': 'completed', 'code': 200} May 12 14:43:56.086975 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a8eca428-a1fe-4d41-a8b7-aca1d45bc778 req-8d736c33-9937-42a5-88c3-d2c6550c7714 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 210 time: 0.0303142 May 12 14:43:57.184319 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f8162853-84fb-4726-8302-97c11f2e7ca8 req-ba0992b9-8639-49f9-bcd6-4258edf9f47e tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=3a93128f-bc24-4529-8b60-6d661e9933bf HTTP/1.1" status: 200 len: 210 time: 0.0270820 May 12 14:43:57.536397 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:43:58.632824 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 80f0b63a-177b-495c-b004-f7919b935f84 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:43:58.653089 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] No Port match for: 80f0b63a-177b-495c-b004-f7919b935f84 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:43:58.653426 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 80f0b63a-177b-495c-b004-f7919b935f84 not bound to the agent host hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:44:00.491919 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 42006) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:00.650257 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 42018) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:00.705846 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-7594183f-a740-47c9-96b6-2d72cd22e04d admin admin] Deleting subnet 58011485-0619-4193-922d-ca9253e0c5ca {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:44:00.705846 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7594183f-a740-47c9-96b6-2d72cd22e04d admin admin] Publish callbacks [] for subnet (58011485-0619-4193-922d-ca9253e0c5ca), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:00.741575 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7594183f-a740-47c9-96b6-2d72cd22e04d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8839234'] for subnet (58011485-0619-4193-922d-ca9253e0c5ca), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:00.782405 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7594183f-a740-47c9-96b6-2d72cd22e04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33439215'] for subnet (58011485-0619-4193-922d-ca9253e0c5ca), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:00.843740 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7594183f-a740-47c9-96b6-2d72cd22e04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33439222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3895182'] for subnet (58011485-0619-4193-922d-ca9253e0c5ca), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:00.878183 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7594183f-a740-47c9-96b6-2d72cd22e04d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:00.882020 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-7594183f-a740-47c9-96b6-2d72cd22e04d admin admin] 10.222.0.75 "DELETE /v2.0/subnets/58011485-0619-4193-922d-ca9253e0c5ca HTTP/1.1" status: 204 len: 168 time: 0.2306962 May 12 14:44:00.883372 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594183f-a740-47c9-96b6-2d72cd22e04d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58011485-0619-4193-922d-ca9253e0c5ca,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:00.884653 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 42028) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:00.989479 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-9bd8f036-362c-4c31-89b5-abaca9655155 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Deleting port 83355a9a-aeff-4825-a462-6f85aca87f25 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:44:00.989817 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9bd8f036-362c-4c31-89b5-abaca9655155 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (83355a9a-aeff-4825-a462-6f85aca87f25), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:00.994464 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4d2a824-3ae2-4441-bf5c-2ddec5a51698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33070896'] for network (738206b6-40d3-4956-88e4-bd13a85eaea0), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:01.131452 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4d2a824-3ae2-4441-bf5c-2ddec5a51698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33375322', 'neutron.services.segments.db._delete_segments_for_network-8771212172310'] for network (738206b6-40d3-4956-88e4-bd13a85eaea0), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:01.144464 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9bd8f036-362c-4c31-89b5-abaca9655155 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (83355a9a-aeff-4825-a462-6f85aca87f25), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:01.144915 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9bd8f036-362c-4c31-89b5-abaca9655155 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for floatingip (83355a9a-aeff-4825-a462-6f85aca87f25), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:01.174290 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-9bd8f036-362c-4c31-89b5-abaca9655155 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Calling delete_port for 83355a9a-aeff-4825-a462-6f85aca87f25 owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:44:01.177161 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-f4d2a824-3ae2-4441-bf5c-2ddec5a51698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['738206b6-40d3-4956-88e4-bd13a85eaea0']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:01.193990 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-f4d2a824-3ae2-4441-bf5c-2ddec5a51698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef130b9-f478-4cab-8b33-a9281f46eb84') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:01.194336 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-f4d2a824-3ae2-4441-bf5c-2ddec5a51698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef130b9-f478-4cab-8b33-a9281f46eb84') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:01.206949 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4d2a824-3ae2-4441-bf5c-2ddec5a51698 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771212173343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3984821'] for segment (eef130b9-f478-4cab-8b33-a9281f46eb84), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:01.254109 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4d2a824-3ae2-4441-bf5c-2ddec5a51698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (eef130b9-f478-4cab-8b33-a9281f46eb84), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:01.268050 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d2a824-3ae2-4441-bf5c-2ddec5a51698 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:44:01.268479 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4d2a824-3ae2-4441-bf5c-2ddec5a51698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745268'] for segment (eef130b9-f478-4cab-8b33-a9281f46eb84), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: Traceback (most recent call last): May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: timer() May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: cb(*args, **kw) May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: return func(*args, **kwargs) May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: self._notify() May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: self.callback(batched_events) May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: event.method(event) May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: return f(self, *a, **k) May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: return self._get(url).json() May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: return self.request(url, 'GET', **kwargs) May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:44:01.270429 dv-cinder-777031-14-iscsi neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:44:01.338882 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4d2a824-3ae2-4441-bf5c-2ddec5a51698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33375329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931293'] for network (738206b6-40d3-4956-88e4-bd13a85eaea0), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:01.345435 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4d2a824-3ae2-4441-bf5c-2ddec5a51698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:01.348704 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-f4d2a824-3ae2-4441-bf5c-2ddec5a51698 admin admin] 10.222.0.75 "DELETE /v2.0/networks/738206b6-40d3-4956-88e4-bd13a85eaea0 HTTP/1.1" status: 204 len: 168 time: 0.4630206 May 12 14:44:01.351581 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 42032) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:01.363661 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d2a824-3ae2-4441-bf5c-2ddec5a51698 admin admin] Pushing event deleted for resources: {'Network': ['ID=738206b6-40d3-4956-88e4-bd13a85eaea0,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:01.428793 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-c783cfb6-b6bd-4ac3-88f0-1ec6bb13b2c0 admin admin] Deleting subnet c885f34e-a4f8-4dae-870c-e3ac8ca8d326 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:44:01.432307 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c783cfb6-b6bd-4ac3-88f0-1ec6bb13b2c0 admin admin] Publish callbacks [] for subnet (c885f34e-a4f8-4dae-870c-e3ac8ca8d326), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:01.447914 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9bd8f036-362c-4c31-89b5-abaca9655155 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (83355a9a-aeff-4825-a462-6f85aca87f25), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:01.468784 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c783cfb6-b6bd-4ac3-88f0-1ec6bb13b2c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8839234'] for subnet (c885f34e-a4f8-4dae-870c-e3ac8ca8d326), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:01.477734 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8f036-362c-4c31-89b5-abaca9655155 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Pushing event deleted for resources: {'Port': ['ID=83355a9a-aeff-4825-a462-6f85aca87f25,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:01.507477 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c783cfb6-b6bd-4ac3-88f0-1ec6bb13b2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33439215'] for subnet (c885f34e-a4f8-4dae-870c-e3ac8ca8d326), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:01.537050 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9bd8f036-362c-4c31-89b5-abaca9655155 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for floatingip (ee691570-99bf-4ce0-bb6c-77ba0a8f1a2f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:01.537650 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.db.l3_db [None req-9bd8f036-362c-4c31-89b5-abaca9655155 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Floating IP ee691570-99bf-4ce0-bb6c-77ba0a8f1a2f disassociated (deleted). External IP: 172.27.0.64, port: 10ba03ca-52fe-42dc-a95e-573a96e2bd48. May 12 14:44:01.562573 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c783cfb6-b6bd-4ac3-88f0-1ec6bb13b2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33439222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3895182'] for subnet (c885f34e-a4f8-4dae-870c-e3ac8ca8d326), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:01.589969 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783cfb6-b6bd-4ac3-88f0-1ec6bb13b2c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c885f34e-a4f8-4dae-870c-e3ac8ca8d326,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:01.591938 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c783cfb6-b6bd-4ac3-88f0-1ec6bb13b2c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:01.595826 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-c783cfb6-b6bd-4ac3-88f0-1ec6bb13b2c0 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/c885f34e-a4f8-4dae-870c-e3ac8ca8d326 HTTP/1.1" status: 204 len: 168 time: 0.2427783 May 12 14:44:01.598196 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 42034) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:01.669748 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9ace63f0-9d17-4913-9b66-f2248bc8b0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33070896'] for network (ab960551-9ea6-4661-a9e8-6a0e53c221f6), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:01.747984 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9ace63f0-9d17-4913-9b66-f2248bc8b0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33375322', 'neutron.services.segments.db._delete_segments_for_network-8771212172310'] for network (ab960551-9ea6-4661-a9e8-6a0e53c221f6), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:01.757330 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd8f036-362c-4c31-89b5-abaca9655155 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Router be224814-ba4a-48e9-9634-6a46c1a4d890 has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:44:01.768246 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.services.segments.db [None req-9ace63f0-9d17-4913-9b66-f2248bc8b0b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab960551-9ea6-4661-a9e8-6a0e53c221f6']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:01.777149 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.services.segments.db [None req-9ace63f0-9d17-4913-9b66-f2248bc8b0b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc4acfa3-17f9-4366-a3bf-5532070786bb') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:01.777446 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.services.segments.db [None req-9ace63f0-9d17-4913-9b66-f2248bc8b0b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc4acfa3-17f9-4366-a3bf-5532070786bb') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:01.786302 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9ace63f0-9d17-4913-9b66-f2248bc8b0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771212173343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8839291'] for segment (cc4acfa3-17f9-4366-a3bf-5532070786bb), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:01.799395 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9ace63f0-9d17-4913-9b66-f2248bc8b0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (cc4acfa3-17f9-4366-a3bf-5532070786bb), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:01.805910 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ace63f0-9d17-4913-9b66-f2248bc8b0b1 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:44:01.806300 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9ace63f0-9d17-4913-9b66-f2248bc8b0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814719'] for segment (cc4acfa3-17f9-4366-a3bf-5532070786bb), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: Traceback (most recent call last): May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: timer() May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: cb(*args, **kw) May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: return func(*args, **kwargs) May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: self._notify() May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: self.callback(batched_events) May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: event.method(event) May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: return f(self, *a, **k) May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: return self._get(url).json() May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: return self.request(url, 'GET', **kwargs) May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:44:01.808118 dv-cinder-777031-14-iscsi neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:44:01.861750 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9ace63f0-9d17-4913-9b66-f2248bc8b0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33375329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931293'] for network (ab960551-9ea6-4661-a9e8-6a0e53c221f6), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:01.867315 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9ace63f0-9d17-4913-9b66-f2248bc8b0b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:01.870462 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd8f036-362c-4c31-89b5-abaca9655155 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:44:01.870629 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-9ace63f0-9d17-4913-9b66-f2248bc8b0b1 admin admin] 10.222.0.75 "DELETE /v2.0/networks/ab960551-9ea6-4661-a9e8-6a0e53c221f6 HTTP/1.1" status: 204 len: 168 time: 0.2714970 May 12 14:44:01.879295 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9bd8f036-362c-4c31-89b5-abaca9655155 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:01.883344 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace63f0-9d17-4913-9b66-f2248bc8b0b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab960551-9ea6-4661-a9e8-6a0e53c221f6,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:01.884809 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1f0eb0-5482-4e9e-b12b-e8d522d026d8 None None] Sync routers for ids ['be224814-ba4a-48e9-9634-6a46c1a4d890'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:44:01.894604 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1f0eb0-5482-4e9e-b12b-e8d522d026d8 None None] Routers {'be224814-ba4a-48e9-9634-6a46c1a4d890'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:44:01.895487 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bf1f0eb0-5482-4e9e-b12b-e8d522d026d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:43:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['be224814-ba4a-48e9-9634-6a46c1a4d890'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:01.913258 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-9bd8f036-362c-4c31-89b5-abaca9655155 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "DELETE /v2.0/floatingips/ee691570-99bf-4ce0-bb6c-77ba0a8f1a2f HTTP/1.1" status: 204 len: 168 time: 1.4202478 May 12 14:44:01.913933 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45819a2-89a0-494b-bdbc-650fcfddd2cd', 'tag': '10ba03ca-52fe-42dc-a95e-573a96e2bd48'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:44:01.916320 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fedeabf-e018-42bf-959f-f7b95d486c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "c45819a2-89a0-494b-bdbc-650fcfddd2cd", "tag": "10ba03ca-52fe-42dc-a95e-573a96e2bd48"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:44:01.965869 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5806069-7875-4b8f-a137-76b6a9bbb9d4 x-openstack-request-id: req-d5806069-7875-4b8f-a137-76b6a9bbb9d4 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:44:01.966164 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c45819a2-89a0-494b-bdbc-650fcfddd2cd", "tag": "10ba03ca-52fe-42dc-a95e-573a96e2bd48", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:44:01.966418 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d5806069-7875-4b8f-a137-76b6a9bbb9d4 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:44:01.966829 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5806069-7875-4b8f-a137-76b6a9bbb9d4'] response: {'name': 'network-changed', 'server_uuid': 'c45819a2-89a0-494b-bdbc-650fcfddd2cd', 'tag': '10ba03ca-52fe-42dc-a95e-573a96e2bd48', 'status': 'completed', 'code': 200} May 12 14:44:02.041485 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-bf1f0eb0-5482-4e9e-b12b-e8d522d026d8 None None] Set router be224814-ba4a-48e9-9634-6a46c1a4d890 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:44:02.058789 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedeabf-e018-42bf-959f-f7b95d486c9d req-082bd1d1-0739-4874-bea2-1e8b73daea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:02.060155 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1fedeabf-e018-42bf-959f-f7b95d486c9d req-082bd1d1-0739-4874-bea2-1e8b73daea79 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ba0ea753bb0496cbf274e802f50dd0e&device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 1130 time: 0.0510025 May 12 14:44:02.100189 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 42046) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:02.188070 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-454ce279-d008-42b9-8c8a-ccc17130734b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2adbab81a29f4d5a83408a58c3ca6f38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0865293 May 12 14:44:02.190475 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 42052) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:02.242302 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-94fbba7f-8545-4d61-a47b-bd1d373bb02c admin admin] Publish callbacks [] for security_group (3bc6a300-a43e-4d9d-8201-2747756b1bf9), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:02.247215 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c83a4-bb30-420a-80a8-1a89f5336e0d req-ab4cfaca-53f3-4b2c-8d37-ec7785faf67e tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:02.248718 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e11c83a4-bb30-420a-80a8-1a89f5336e0d req-ab4cfaca-53f3-4b2c-8d37-ec7785faf67e tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 946 time: 0.0623479 May 12 14:44:02.253415 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedeabf-e018-42bf-959f-f7b95d486c9d req-98024270-e199-4965-8b94-158c93899710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:02.254830 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1fedeabf-e018-42bf-959f-f7b95d486c9d req-98024270-e199-4965-8b94-158c93899710 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5b96f110-6030-45d9-96d1-0bc86d38fd01 HTTP/1.1" status: 200 len: 913 time: 0.1840224 May 12 14:44:02.269116 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-94fbba7f-8545-4d61-a47b-bd1d373bb02c admin admin] Publish callbacks [] for security_group (3bc6a300-a43e-4d9d-8201-2747756b1bf9), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:02.282480 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bf1f0eb0-5482-4e9e-b12b-e8d522d026d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'name': 'tempest-TestVolumeBootPattern-1482733113-router', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:00Z', 'updated_at': '2022-05-12T14:33:05Z', 'revision_number': 4, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'gw_port': {'id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:01Z', 'updated_at': '2022-05-12T14:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '763f2952-1a6d-4c57-af35-28b65d176326', 'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'mac_address': 'fa:16:3e:01:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:03Z', 'updated_at': '2022-05-12T14:33:10Z', 'revision_number': 5, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'subnets': [{'id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:02.309845 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1f0eb0-5482-4e9e-b12b-e8d522d026d8 None None] Checking router: be224814-ba4a-48e9-9634-6a46c1a4d890 for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:44:02.319021 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1f0eb0-5482-4e9e-b12b-e8d522d026d8 None None] Routers {'be224814-ba4a-48e9-9634-6a46c1a4d890'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:44:02.319821 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bf1f0eb0-5482-4e9e-b12b-e8d522d026d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:43:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['be224814-ba4a-48e9-9634-6a46c1a4d890'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:02.320289 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-94fbba7f-8545-4d61-a47b-bd1d373bb02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (3bc6a300-a43e-4d9d-8201-2747756b1bf9), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:02.324602 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-94fbba7f-8545-4d61-a47b-bd1d373bb02c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:02.328207 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-94fbba7f-8545-4d61-a47b-bd1d373bb02c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3bc6a300-a43e-4d9d-8201-2747756b1bf9 HTTP/1.1" status: 204 len: 168 time: 0.1343122 May 12 14:44:02.330675 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1fedeabf-e018-42bf-959f-f7b95d486c9d req-32e91dd4-e9a0-4926-bf27-429a8f36e07f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10ba03ca-52fe-42dc-a95e-573a96e2bd48 HTTP/1.1" status: 200 len: 217 time: 0.0484190 May 12 14:44:02.334512 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fbba7f-8545-4d61-a47b-bd1d373bb02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc6a300-a43e-4d9d-8201-2747756b1bf9,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:02.350517 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e11c83a4-bb30-420a-80a8-1a89f5336e0d req-e334aca4-f8c6-4b2a-aee6-9e591266f44d tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945456 May 12 14:44:02.418606 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedeabf-e018-42bf-959f-f7b95d486c9d req-b581b095-52e6-4a95-9f3d-5b73ed919df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:02.423013 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1fedeabf-e018-42bf-959f-f7b95d486c9d req-b581b095-52e6-4a95-9f3d-5b73ed919df0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f0587e5-5c6f-4f23-94d0-5688c2911c12 HTTP/1.1" status: 200 len: 851 time: 0.0711784 May 12 14:44:02.453509 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-bf1f0eb0-5482-4e9e-b12b-e8d522d026d8 None None] Set router be224814-ba4a-48e9-9634-6a46c1a4d890 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:44:02.475505 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedeabf-e018-42bf-959f-f7b95d486c9d req-05689461-cc69-4c22-84dd-969558a85811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:02.477542 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1fedeabf-e018-42bf-959f-f7b95d486c9d req-05689461-cc69-4c22-84dd-969558a85811 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5b96f110-6030-45d9-96d1-0bc86d38fd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472143 May 12 14:44:02.658570 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bf1f0eb0-5482-4e9e-b12b-e8d522d026d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'name': 'tempest-TestVolumeBootPattern-1482733113-router', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:00Z', 'updated_at': '2022-05-12T14:33:05Z', 'revision_number': 4, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'gw_port': {'id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:01Z', 'updated_at': '2022-05-12T14:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '763f2952-1a6d-4c57-af35-28b65d176326', 'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'mac_address': 'fa:16:3e:01:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:03Z', 'updated_at': '2022-05-12T14:33:10Z', 'revision_number': 5, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'subnets': [{'id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:02.680481 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1fedeabf-e018-42bf-959f-f7b95d486c9d req-382bc0fd-e2f0-4b8c-8896-e41ca23de8cd service neutron] 10.222.0.57 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914125 May 12 14:44:02.686070 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 42058) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:02.686727 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1f0eb0-5482-4e9e-b12b-e8d522d026d8 None None] The sync data for ids ['be224814-ba4a-48e9-9634-6a46c1a4d890'] in dv-cinder-777031-14-iscsi is: [{'id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'name': 'tempest-TestVolumeBootPattern-1482733113-router', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:00Z', 'updated_at': '2022-05-12T14:33:05Z', 'revision_number': 4, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'gw_port': {'id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:01Z', 'updated_at': '2022-05-12T14:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '763f2952-1a6d-4c57-af35-28b65d176326', 'name': '', 'network_id': '5b96f110-6030-45d9-96d1-0bc86d38fd01', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'mac_address': 'fa:16:3e:01:7d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:03Z', 'updated_at': '2022-05-12T14:33:10Z', 'revision_number': 5, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'subnets': [{'id': '0f0587e5-5c6f-4f23-94d0-5688c2911c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:44:02.731793 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-736cc764-2571-4df7-8933-0972bf9abdfe admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=988a033c10374016b569089ebb74d6b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424292 May 12 14:44:02.732381 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 42060) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:02.783059 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-496490ab-ca20-4772-8c07-d4dca0321a98 admin admin] Publish callbacks [] for security_group (d58f72a2-65fe-47d6-a34b-ce5fa221031c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:02.803609 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-496490ab-ca20-4772-8c07-d4dca0321a98 admin admin] Publish callbacks [] for security_group (d58f72a2-65fe-47d6-a34b-ce5fa221031c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:02.850719 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-496490ab-ca20-4772-8c07-d4dca0321a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (d58f72a2-65fe-47d6-a34b-ce5fa221031c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:02.853265 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-496490ab-ca20-4772-8c07-d4dca0321a98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:02.854417 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-496490ab-ca20-4772-8c07-d4dca0321a98 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d58f72a2-65fe-47d6-a34b-ce5fa221031c HTTP/1.1" status: 204 len: 168 time: 0.1210346 May 12 14:44:02.862677 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496490ab-ca20-4772-8c07-d4dca0321a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58f72a2-65fe-47d6-a34b-ce5fa221031c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:02.961549 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d84051-5cef-44d1-8484-d449ad660286 None None] New status for floating IP ee691570-99bf-4ce0-bb6c-77ba0a8f1a2f: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:44:03.000577 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1fedeabf-e018-42bf-959f-f7b95d486c9d req-afc03a81-03fa-4517-a7c2-1f0ebba33fae service neutron] 10.222.0.57 "GET /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936511 May 12 14:44:03.126101 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfffed-da7d-4ede-bb12-7b3b9b0ab390 req-776fb3ce-65dd-4437-9624-49940055efd7 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:03.127711 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-68bfffed-da7d-4ede-bb12-7b3b9b0ab390 req-776fb3ce-65dd-4437-9624-49940055efd7 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.57 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 946 time: 0.0475283 May 12 14:44:03.215215 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-68bfffed-da7d-4ede-bb12-7b3b9b0ab390 req-6ecfb4ff-83ae-4e61-895a-e89516dee990 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Deleting port 10ba03ca-52fe-42dc-a95e-573a96e2bd48 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:44:03.215565 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-68bfffed-da7d-4ede-bb12-7b3b9b0ab390 req-6ecfb4ff-83ae-4e61-895a-e89516dee990 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (10ba03ca-52fe-42dc-a95e-573a96e2bd48), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:03.336808 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-68bfffed-da7d-4ede-bb12-7b3b9b0ab390 req-6ecfb4ff-83ae-4e61-895a-e89516dee990 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] For port 10ba03ca-52fe-42dc-a95e-573a96e2bd48, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=10ba03ca-52fe-42dc-a95e-573a96e2bd48,segment=NetworkSegment(a92136d4-fcb0-4089-aa26-93c6849bc262),segment_id=a92136d4-fcb0-4089-aa26-93c6849bc262)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:44:03.337168 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-68bfffed-da7d-4ede-bb12-7b3b9b0ab390 req-6ecfb4ff-83ae-4e61-895a-e89516dee990 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (10ba03ca-52fe-42dc-a95e-573a96e2bd48), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:03.353375 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-68bfffed-da7d-4ede-bb12-7b3b9b0ab390 req-6ecfb4ff-83ae-4e61-895a-e89516dee990 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Calling delete_port for 10ba03ca-52fe-42dc-a95e-573a96e2bd48 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:44:03.511203 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92088f-eb73-4d48-9526-a2e52a0031f2 req-77f4e3a2-c5b8-4073-a97b-fcd697542294 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:03.512737 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ed92088f-eb73-4d48-9526-a2e52a0031f2 req-77f4e3a2-c5b8-4073-a97b-fcd697542294 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/ports?device_id=c45819a2-89a0-494b-bdbc-650fcfddd2cd HTTP/1.1" status: 200 len: 946 time: 0.0799627 May 12 14:44:03.542194 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-68bfffed-da7d-4ede-bb12-7b3b9b0ab390 req-6ecfb4ff-83ae-4e61-895a-e89516dee990 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (10ba03ca-52fe-42dc-a95e-573a96e2bd48), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:03.579893 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfb4ff-83ae-4e61-895a-e89516dee990 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Pushing event deleted for resources: {'Port': ['ID=10ba03ca-52fe-42dc-a95e-573a96e2bd48,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:03.628625 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ed92088f-eb73-4d48-9526-a2e52a0031f2 req-07d5f9a3-8be0-4ea4-aa3e-21c0e2d2435d tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "GET /v2.0/security-groups?id=70df1e33-e03a-4910-9739-4630b655b034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073484 May 12 14:44:03.643945 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-68bfffed-da7d-4ede-bb12-7b3b9b0ab390 req-6ecfb4ff-83ae-4e61-895a-e89516dee990 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] No DVR routers for this DVR port 10ba03ca-52fe-42dc-a95e-573a96e2bd48 on host hv-cinder-77703 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:44:03.646335 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-68bfffed-da7d-4ede-bb12-7b3b9b0ab390 req-6ecfb4ff-83ae-4e61-895a-e89516dee990 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:03.649608 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-68bfffed-da7d-4ede-bb12-7b3b9b0ab390 req-6ecfb4ff-83ae-4e61-895a-e89516dee990 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.57 "DELETE /v2.0/ports/10ba03ca-52fe-42dc-a95e-573a96e2bd48 HTTP/1.1" status: 204 len: 173 time: 0.5170095 May 12 14:44:03.968239 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45819a2-89a0-494b-bdbc-650fcfddd2cd', 'name': 'network-vif-deleted', 'tag': '10ba03ca-52fe-42dc-a95e-573a96e2bd48'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:44:03.970665 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c475166-dd40-40f9-a6e0-29a6f1100643" -d '{"events": [{"server_uuid": "c45819a2-89a0-494b-bdbc-650fcfddd2cd", "name": "network-vif-deleted", "tag": "10ba03ca-52fe-42dc-a95e-573a96e2bd48"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:44:04.015386 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0305e4-cd70-40ce-a4e4-bc3a1008e4a3 x-openstack-request-id: req-bb0305e4-cd70-40ce-a4e4-bc3a1008e4a3 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:44:04.015897 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45819a2-89a0-494b-bdbc-650fcfddd2cd", "name": "network-vif-deleted", "tag": "10ba03ca-52fe-42dc-a95e-573a96e2bd48", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:44:04.019539 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bb0305e4-cd70-40ce-a4e4-bc3a1008e4a3 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:44:04.020311 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb0305e4-cd70-40ce-a4e4-bc3a1008e4a3'] response: {'server_uuid': 'c45819a2-89a0-494b-bdbc-650fcfddd2cd', 'name': 'network-vif-deleted', 'tag': '10ba03ca-52fe-42dc-a95e-573a96e2bd48', 'status': 'completed', 'code': 200} May 12 14:44:04.615158 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 42118) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:04.703806 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 42126) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:04.745896 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4214019f-2d9b-4e69-9465-2937cd590aad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:04.830235 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4214019f-2d9b-4e69-9465-2937cd590aad admin admin] Publish callbacks [] for security_group (a729a44b-b1da-42ea-b0c5-4547618d2b9e), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:04.833883 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4214019f-2d9b-4e69-9465-2937cd590aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (a729a44b-b1da-42ea-b0c5-4547618d2b9e), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:04.838946 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-db98156d-4b01-423b-b3b5-ec2b391f8dab tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Deleting port eddd115f-3e67-456e-9eae-fe88440ee246 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:44:04.839323 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db98156d-4b01-423b-b3b5-ec2b391f8dab tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (eddd115f-3e67-456e-9eae-fe88440ee246), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:04.870745 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-4214019f-2d9b-4e69-9465-2937cd590aad admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e40612c8062745b7a29344ec66f2e951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2542889 May 12 14:44:04.872569 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214019f-2d9b-4e69-9465-2937cd590aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a729a44b-b1da-42ea-b0c5-4547618d2b9e,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:04.875354 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 42128) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:04.916583 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db98156d-4b01-423b-b3b5-ec2b391f8dab tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (eddd115f-3e67-456e-9eae-fe88440ee246), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:04.916917 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db98156d-4b01-423b-b3b5-ec2b391f8dab tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for floatingip (eddd115f-3e67-456e-9eae-fe88440ee246), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:04.925677 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7c2af2f6-6fd0-4338-bf2e-fdd2825f1734 admin admin] Publish callbacks [] for security_group (a729a44b-b1da-42ea-b0c5-4547618d2b9e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:04.929822 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-db98156d-4b01-423b-b3b5-ec2b391f8dab tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Calling delete_port for eddd115f-3e67-456e-9eae-fe88440ee246 owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:44:04.947345 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7c2af2f6-6fd0-4338-bf2e-fdd2825f1734 admin admin] Publish callbacks [] for security_group (a729a44b-b1da-42ea-b0c5-4547618d2b9e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:04.995363 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7c2af2f6-6fd0-4338-bf2e-fdd2825f1734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (a729a44b-b1da-42ea-b0c5-4547618d2b9e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:04.998019 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7c2af2f6-6fd0-4338-bf2e-fdd2825f1734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:05.002172 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-7c2af2f6-6fd0-4338-bf2e-fdd2825f1734 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a729a44b-b1da-42ea-b0c5-4547618d2b9e HTTP/1.1" status: 204 len: 168 time: 0.1235771 May 12 14:44:05.008575 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2af2f6-6fd0-4338-bf2e-fdd2825f1734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a729a44b-b1da-42ea-b0c5-4547618d2b9e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:05.074805 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db98156d-4b01-423b-b3b5-ec2b391f8dab tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (eddd115f-3e67-456e-9eae-fe88440ee246), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:05.106829 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98156d-4b01-423b-b3b5-ec2b391f8dab tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Pushing event deleted for resources: {'Port': ['ID=eddd115f-3e67-456e-9eae-fe88440ee246,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:05.167380 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db98156d-4b01-423b-b3b5-ec2b391f8dab tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for floatingip (96a31717-30be-47c3-80d8-1b9f16ae29b8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:05.170157 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db98156d-4b01-423b-b3b5-ec2b391f8dab tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:05.171941 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-db98156d-4b01-423b-b3b5-ec2b391f8dab tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "DELETE /v2.0/floatingips/96a31717-30be-47c3-80d8-1b9f16ae29b8 HTTP/1.1" status: 204 len: 168 time: 0.4671426 May 12 14:44:05.297241 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 42140) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:05.311424 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e879d78c-1cdf-4dad-a8e1-562740ae9f4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:05.393936 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e879d78c-1cdf-4dad-a8e1-562740ae9f4e admin admin] Publish callbacks [] for security_group (c1f115cd-d702-4e6f-9f58-a30ad115c1f5), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:05.397721 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e879d78c-1cdf-4dad-a8e1-562740ae9f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (c1f115cd-d702-4e6f-9f58-a30ad115c1f5), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:05.436320 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-e879d78c-1cdf-4dad-a8e1-562740ae9f4e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=221fbb4d258241b69db0997be09b9025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378403 May 12 14:44:05.438357 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879d78c-1cdf-4dad-a8e1-562740ae9f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f115cd-d702-4e6f-9f58-a30ad115c1f5,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:05.439129 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 42144) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:05.503136 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7afbcdb8-3c20-41a0-9c66-bcf8d2bf0aa5 admin admin] Publish callbacks [] for security_group (c1f115cd-d702-4e6f-9f58-a30ad115c1f5), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:05.525408 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7afbcdb8-3c20-41a0-9c66-bcf8d2bf0aa5 admin admin] Publish callbacks [] for security_group (c1f115cd-d702-4e6f-9f58-a30ad115c1f5), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:05.570746 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7afbcdb8-3c20-41a0-9c66-bcf8d2bf0aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (c1f115cd-d702-4e6f-9f58-a30ad115c1f5), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:05.577169 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7afbcdb8-3c20-41a0-9c66-bcf8d2bf0aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:05.578423 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-7afbcdb8-3c20-41a0-9c66-bcf8d2bf0aa5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c1f115cd-d702-4e6f-9f58-a30ad115c1f5 HTTP/1.1" status: 204 len: 168 time: 0.1379013 May 12 14:44:05.585917 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbcdb8-3c20-41a0-9c66-bcf8d2bf0aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f115cd-d702-4e6f-9f58-a30ad115c1f5,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:06.383632 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 42184) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:06.439915 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-92a0dbe0-bde6-43cd-80a0-1749a443b831 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for security_group (70df1e33-e03a-4910-9739-4630b655b034), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:06.464308 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-92a0dbe0-bde6-43cd-80a0-1749a443b831 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for security_group (70df1e33-e03a-4910-9739-4630b655b034), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:06.523906 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-92a0dbe0-bde6-43cd-80a0-1749a443b831 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (70df1e33-e03a-4910-9739-4630b655b034), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:06.526689 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-92a0dbe0-bde6-43cd-80a0-1749a443b831 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:06.527867 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-92a0dbe0-bde6-43cd-80a0-1749a443b831 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] 10.222.0.75 "DELETE /v2.0/security-groups/70df1e33-e03a-4910-9739-4630b655b034 HTTP/1.1" status: 204 len: 168 time: 0.1432290 May 12 14:44:06.538093 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0dbe0-bde6-43cd-80a0-1749a443b831 tempest-TestVolumeBootPattern-6195434 tempest-TestVolumeBootPattern-6195434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70df1e33-e03a-4910-9739-4630b655b034,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:06.608677 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 42192) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:06.649669 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 10ba03ca-52fe-42dc-a95e-573a96e2bd48 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:44:06.653447 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 42196) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:06.671944 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] No Port match for: 10ba03ca-52fe-42dc-a95e-573a96e2bd48 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:44:06.672297 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 10ba03ca-52fe-42dc-a95e-573a96e2bd48 not bound to the agent host hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:44:06.769510 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c3822277-10eb-4329-a40c-76791f87eb7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:06.965790 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c3822277-10eb-4329-a40c-76791f87eb7d admin admin] Publish callbacks [] for security_group (d61094af-8705-451b-b153-4e0414396ded), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:06.973037 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c3822277-10eb-4329-a40c-76791f87eb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (d61094af-8705-451b-b153-4e0414396ded), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:07.051670 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-c3822277-10eb-4329-a40c-76791f87eb7d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0e4f476e6ad74c6a8b0b6f2481642b97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3971574 May 12 14:44:07.054332 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 42206) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:07.055817 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3822277-10eb-4329-a40c-76791f87eb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61094af-8705-451b-b153-4e0414396ded,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:07.107188 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3bce830c-99c1-44e7-8535-c71304434a65 admin admin] Publish callbacks [] for security_group (d61094af-8705-451b-b153-4e0414396ded), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:07.119520 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 42208) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:07.136651 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3bce830c-99c1-44e7-8535-c71304434a65 admin admin] Publish callbacks [] for security_group (d61094af-8705-451b-b153-4e0414396ded), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:07.164507 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b8394536-cfa4-4584-a387-d938c52aa735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932317'] for router_interface (be224814-ba4a-48e9-9634-6a46c1a4d890), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:07.184572 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3bce830c-99c1-44e7-8535-c71304434a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (d61094af-8705-451b-b153-4e0414396ded), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:07.187342 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3bce830c-99c1-44e7-8535-c71304434a65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:07.191824 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-3bce830c-99c1-44e7-8535-c71304434a65 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d61094af-8705-451b-b153-4e0414396ded HTTP/1.1" status: 204 len: 168 time: 0.1333032 May 12 14:44:07.197829 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce830c-99c1-44e7-8535-c71304434a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61094af-8705-451b-b153-4e0414396ded,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:07.251372 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-40cc84e2-6431-446f-8331-fbb0111e9d37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:07.337459 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-40cc84e2-6431-446f-8331-fbb0111e9d37 admin admin] Publish callbacks [] for security_group (edc0706d-5893-4bd5-9f7f-1c1f70ae8427), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:07.341492 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-40cc84e2-6431-446f-8331-fbb0111e9d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (edc0706d-5893-4bd5-9f7f-1c1f70ae8427), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:07.378400 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc84e2-6431-446f-8331-fbb0111e9d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc0706d-5893-4bd5-9f7f-1c1f70ae8427,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:07.391399 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-40cc84e2-6431-446f-8331-fbb0111e9d37 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=61eb72af1a674170bd750135233854c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706759 May 12 14:44:07.391970 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 42216) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:07.453733 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-b8394536-cfa4-4584-a387-d938c52aa735 admin admin] Deleting port 763f2952-1a6d-4c57-af35-28b65d176326 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:44:07.453988 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b8394536-cfa4-4584-a387-d938c52aa735 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (763f2952-1a6d-4c57-af35-28b65d176326), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:07.491291 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-edbbc051-ad8d-4248-8cdf-46934390903a admin admin] Publish callbacks [] for security_group (edc0706d-5893-4bd5-9f7f-1c1f70ae8427), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:07.544217 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-edbbc051-ad8d-4248-8cdf-46934390903a admin admin] Publish callbacks [] for security_group (edc0706d-5893-4bd5-9f7f-1c1f70ae8427), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:07.579924 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-b8394536-cfa4-4584-a387-d938c52aa735 admin admin] For port 763f2952-1a6d-4c57-af35-28b65d176326, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=763f2952-1a6d-4c57-af35-28b65d176326,segment=NetworkSegment(a92136d4-fcb0-4089-aa26-93c6849bc262),segment_id=a92136d4-fcb0-4089-aa26-93c6849bc262)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:44:07.580284 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b8394536-cfa4-4584-a387-d938c52aa735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (763f2952-1a6d-4c57-af35-28b65d176326), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:07.597686 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-b8394536-cfa4-4584-a387-d938c52aa735 admin admin] Calling delete_port for 763f2952-1a6d-4c57-af35-28b65d176326 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:44:07.662481 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-edbbc051-ad8d-4248-8cdf-46934390903a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (edc0706d-5893-4bd5-9f7f-1c1f70ae8427), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:07.665139 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-edbbc051-ad8d-4248-8cdf-46934390903a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:07.666301 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-edbbc051-ad8d-4248-8cdf-46934390903a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/edc0706d-5893-4bd5-9f7f-1c1f70ae8427 HTTP/1.1" status: 204 len: 168 time: 0.2738395 May 12 14:44:07.684697 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbbc051-ad8d-4248-8cdf-46934390903a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc0706d-5893-4bd5-9f7f-1c1f70ae8427,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:07.819380 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b8394536-cfa4-4584-a387-d938c52aa735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (763f2952-1a6d-4c57-af35-28b65d176326), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:07.854559 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8394536-cfa4-4584-a387-d938c52aa735 admin admin] Pushing event deleted for resources: {'Port': ['ID=763f2952-1a6d-4c57-af35-28b65d176326,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:08.054112 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b8394536-cfa4-4584-a387-d938c52aa735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1022764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537026'] for router_interface (be224814-ba4a-48e9-9634-6a46c1a4d890), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:08.083604 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 42244) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:08.097768 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ce4b12ae-b08f-470f-acf4-28c5f7eddc35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:08.183010 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ce4b12ae-b08f-470f-acf4-28c5f7eddc35 admin admin] Publish callbacks [] for security_group (06822852-a77c-44f8-bbfe-66f10afd2801), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:08.188133 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ce4b12ae-b08f-470f-acf4-28c5f7eddc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (06822852-a77c-44f8-bbfe-66f10afd2801), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:08.233379 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-ce4b12ae-b08f-470f-acf4-28c5f7eddc35 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a2b0a0e0b6ce4de2863452f00ffbee3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1476672 May 12 14:44:08.234907 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b12ae-b08f-470f-acf4-28c5f7eddc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06822852-a77c-44f8-bbfe-66f10afd2801,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:08.237560 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 42248) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:08.429259 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 42250) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:08.528519 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-194066ef-1acc-4e6d-b3d5-9c612f0dfd98 admin admin] Publish callbacks [] for security_group (06822852-a77c-44f8-bbfe-66f10afd2801), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:08.550228 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-194066ef-1acc-4e6d-b3d5-9c612f0dfd98 admin admin] Publish callbacks [] for security_group (06822852-a77c-44f8-bbfe-66f10afd2801), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:08.557766 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5b662525-b745-4db8-82b7-a485ac907806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:08.590813 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8394536-cfa4-4584-a387-d938c52aa735 admin admin] Router be224814-ba4a-48e9-9634-6a46c1a4d890 has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:44:08.597105 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-194066ef-1acc-4e6d-b3d5-9c612f0dfd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (06822852-a77c-44f8-bbfe-66f10afd2801), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:08.599664 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-194066ef-1acc-4e6d-b3d5-9c612f0dfd98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:08.600920 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-194066ef-1acc-4e6d-b3d5-9c612f0dfd98 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/06822852-a77c-44f8-bbfe-66f10afd2801 HTTP/1.1" status: 204 len: 168 time: 0.3624403 May 12 14:44:08.609169 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194066ef-1acc-4e6d-b3d5-9c612f0dfd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06822852-a77c-44f8-bbfe-66f10afd2801,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:08.735288 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5b662525-b745-4db8-82b7-a485ac907806 admin admin] Publish callbacks [] for security_group (291d288e-9d64-4cae-91b0-5649f64e9d21), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:08.743468 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5b662525-b745-4db8-82b7-a485ac907806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (291d288e-9d64-4cae-91b0-5649f64e9d21), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:08.766189 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8394536-cfa4-4584-a387-d938c52aa735 admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:44:08.776657 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff65101a-3c83-474c-995f-a28af42bd96b None None] Sync routers for ids ['be224814-ba4a-48e9-9634-6a46c1a4d890'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:44:08.782258 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-b8394536-cfa4-4584-a387-d938c52aa735 admin admin] 10.222.0.75 "PUT /v2.0/routers/be224814-ba4a-48e9-9634-6a46c1a4d890/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1694841 May 12 14:44:08.782662 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 42258) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:08.787832 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff65101a-3c83-474c-995f-a28af42bd96b None None] Routers {'be224814-ba4a-48e9-9634-6a46c1a4d890'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:44:08.788463 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-ff65101a-3c83-474c-995f-a28af42bd96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:43:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['be224814-ba4a-48e9-9634-6a46c1a4d890'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:08.797467 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b662525-b745-4db8-82b7-a485ac907806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291d288e-9d64-4cae-91b0-5649f64e9d21,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:08.804048 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-5b662525-b745-4db8-82b7-a485ac907806 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0fb305bc6180479781041bea1418b7f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3736281 May 12 14:44:08.806403 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 42260) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:08.888099 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbb4ad7c-9f70-49fa-a903-46381c7f0e2f admin admin] Publish callbacks [] for security_group (291d288e-9d64-4cae-91b0-5649f64e9d21), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:08.904117 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ee91205f-747f-4118-8322-eed92fd6925c admin admin] Publish callbacks [] for router (be224814-ba4a-48e9-9634-6a46c1a4d890), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:08.912943 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-ff65101a-3c83-474c-995f-a28af42bd96b None None] Set router be224814-ba4a-48e9-9634-6a46c1a4d890 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:44:08.920109 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbb4ad7c-9f70-49fa-a903-46381c7f0e2f admin admin] Publish callbacks [] for security_group (291d288e-9d64-4cae-91b0-5649f64e9d21), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:09.008225 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbb4ad7c-9f70-49fa-a903-46381c7f0e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (291d288e-9d64-4cae-91b0-5649f64e9d21), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:09.013002 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fbb4ad7c-9f70-49fa-a903-46381c7f0e2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:09.013767 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-fbb4ad7c-9f70-49fa-a903-46381c7f0e2f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/291d288e-9d64-4cae-91b0-5649f64e9d21 HTTP/1.1" status: 204 len: 168 time: 0.2053676 May 12 14:44:09.033940 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4ad7c-9f70-49fa-a903-46381c7f0e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291d288e-9d64-4cae-91b0-5649f64e9d21,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:09.041761 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ee91205f-747f-4118-8322-eed92fd6925c admin admin] Publish callbacks [] for router_gateway (be224814-ba4a-48e9-9634-6a46c1a4d890), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:09.105686 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-ee91205f-747f-4118-8322-eed92fd6925c admin admin] Deleting port 2fa6ff76-ddce-4ebb-b109-1805fc3948d4 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:44:09.106036 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ee91205f-747f-4118-8322-eed92fd6925c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (2fa6ff76-ddce-4ebb-b109-1805fc3948d4), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:09.135772 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-ff65101a-3c83-474c-995f-a28af42bd96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'name': 'tempest-TestVolumeBootPattern-1482733113-router', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:00Z', 'updated_at': '2022-05-12T14:44:07Z', 'revision_number': 5, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'gw_port': {'id': '2fa6ff76-ddce-4ebb-b109-1805fc3948d4', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:01Z', 'updated_at': '2022-05-12T14:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:09.164613 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff65101a-3c83-474c-995f-a28af42bd96b None None] Checking router: be224814-ba4a-48e9-9634-6a46c1a4d890 for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:44:09.175223 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff65101a-3c83-474c-995f-a28af42bd96b None None] Routers {'be224814-ba4a-48e9-9634-6a46c1a4d890'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:44:09.176000 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-ff65101a-3c83-474c-995f-a28af42bd96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:43:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['be224814-ba4a-48e9-9634-6a46c1a4d890'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:09.203421 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-ee91205f-747f-4118-8322-eed92fd6925c admin admin] For port 2fa6ff76-ddce-4ebb-b109-1805fc3948d4, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=2fa6ff76-ddce-4ebb-b109-1805fc3948d4,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:44:09.203791 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ee91205f-747f-4118-8322-eed92fd6925c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (2fa6ff76-ddce-4ebb-b109-1805fc3948d4), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:09.218031 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-ee91205f-747f-4118-8322-eed92fd6925c admin admin] Calling delete_port for 2fa6ff76-ddce-4ebb-b109-1805fc3948d4 owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:44:09.318115 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7623-3559-43aa-80b7-f6ca963d72c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:09.411668 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-ff65101a-3c83-474c-995f-a28af42bd96b None None] Set router be224814-ba4a-48e9-9634-6a46c1a4d890 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:44:09.464690 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ee91205f-747f-4118-8322-eed92fd6925c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (2fa6ff76-ddce-4ebb-b109-1805fc3948d4), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:09.469198 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-ff65101a-3c83-474c-995f-a28af42bd96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'name': 'tempest-TestVolumeBootPattern-1482733113-router', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:00Z', 'updated_at': '2022-05-12T14:44:09Z', 'revision_number': 6, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'gw_port_host': None}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:09.496832 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91205f-747f-4118-8322-eed92fd6925c admin admin] Pushing event deleted for resources: {'Port': ['ID=2fa6ff76-ddce-4ebb-b109-1805fc3948d4,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:09.499667 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff65101a-3c83-474c-995f-a28af42bd96b None None] The sync data for ids ['be224814-ba4a-48e9-9634-6a46c1a4d890'] in dv-cinder-777031-14-iscsi is: [{'id': 'be224814-ba4a-48e9-9634-6a46c1a4d890', 'name': 'tempest-TestVolumeBootPattern-1482733113-router', 'tenant_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:00Z', 'updated_at': '2022-05-12T14:44:09Z', 'revision_number': 6, 'project_id': '0ba0ea753bb0496cbf274e802f50dd0e', 'gw_port_host': None}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:44:09.580974 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ee91205f-747f-4118-8322-eed92fd6925c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-929007'] for router_gateway (be224814-ba4a-48e9-9634-6a46c1a4d890), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:09.677981 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ee91205f-747f-4118-8322-eed92fd6925c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-493149'] for router (be224814-ba4a-48e9-9634-6a46c1a4d890), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:09.680351 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ee91205f-747f-4118-8322-eed92fd6925c admin admin] Publish callbacks [] for router_controller (be224814-ba4a-48e9-9634-6a46c1a4d890), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:09.729247 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ee91205f-747f-4118-8322-eed92fd6925c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-927166'] for router (be224814-ba4a-48e9-9634-6a46c1a4d890), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:09.729839 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee91205f-747f-4118-8322-eed92fd6925c admin admin] Fanout notify agent at l3_agent the message router_deleted on router be224814-ba4a-48e9-9634-6a46c1a4d890 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 14:44:09.734651 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-ee91205f-747f-4118-8322-eed92fd6925c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:09.735812 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-ee91205f-747f-4118-8322-eed92fd6925c admin admin] 10.222.0.75 "DELETE /v2.0/routers/be224814-ba4a-48e9-9634-6a46c1a4d890 HTTP/1.1" status: 204 len: 168 time: 0.9520831 May 12 14:44:09.738289 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 42302) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:09.785024 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-a415d37e-5b94-4b59-9574-9da29f043b4b admin admin] Deleting subnet 0f0587e5-5c6f-4f23-94d0-5688c2911c12 {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:44:09.789173 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a415d37e-5b94-4b59-9574-9da29f043b4b admin admin] Publish callbacks [] for subnet (0f0587e5-5c6f-4f23-94d0-5688c2911c12), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:09.832859 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a415d37e-5b94-4b59-9574-9da29f043b4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8839234'] for subnet (0f0587e5-5c6f-4f23-94d0-5688c2911c12), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:09.941351 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a415d37e-5b94-4b59-9574-9da29f043b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33439215'] for subnet (0f0587e5-5c6f-4f23-94d0-5688c2911c12), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:10.017297 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a415d37e-5b94-4b59-9574-9da29f043b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33439222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3895182'] for subnet (0f0587e5-5c6f-4f23-94d0-5688c2911c12), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:10.047257 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415d37e-5b94-4b59-9574-9da29f043b4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f0587e5-5c6f-4f23-94d0-5688c2911c12,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:10.051663 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a415d37e-5b94-4b59-9574-9da29f043b4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:10.055344 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-a415d37e-5b94-4b59-9574-9da29f043b4b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0f0587e5-5c6f-4f23-94d0-5688c2911c12 HTTP/1.1" status: 204 len: 168 time: 0.3160944 May 12 14:44:10.057261 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d451ba-36ff-4330-a10a-51f70436eefb None None] Network 5b96f110-6030-45d9-96d1-0bc86d38fd01 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:44:10.059078 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 42312) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:10.146407 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7484e98a-a1b7-4182-bacc-188fb250d324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33070896'] for network (5b96f110-6030-45d9-96d1-0bc86d38fd01), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:10.201992 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-7484e98a-a1b7-4182-bacc-188fb250d324 admin admin] Deleting port a7baa7b5-741a-4cf2-bdae-08eb69a92318 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:44:10.202345 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7484e98a-a1b7-4182-bacc-188fb250d324 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (a7baa7b5-741a-4cf2-bdae-08eb69a92318), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:10.279358 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-7484e98a-a1b7-4182-bacc-188fb250d324 admin admin] For port a7baa7b5-741a-4cf2-bdae-08eb69a92318, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=a7baa7b5-741a-4cf2-bdae-08eb69a92318,segment=NetworkSegment(a92136d4-fcb0-4089-aa26-93c6849bc262),segment_id=a92136d4-fcb0-4089-aa26-93c6849bc262)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:44:10.279778 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7484e98a-a1b7-4182-bacc-188fb250d324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (a7baa7b5-741a-4cf2-bdae-08eb69a92318), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:10.295530 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-7484e98a-a1b7-4182-bacc-188fb250d324 admin admin] Calling delete_port for a7baa7b5-741a-4cf2-bdae-08eb69a92318 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:44:10.325924 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f15f12-0bec-4bd3-a2ac-eb922f84404d None None] DHCP port deletion for 5b96f110-6030-45d9-96d1-0bc86d38fd01 request from dv-cinder-777031-14-iscsi {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 14:44:10.370933 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-86f15f12-0bec-4bd3-a2ac-eb922f84404d None None] Deleting port a7baa7b5-741a-4cf2-bdae-08eb69a92318 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:44:10.371417 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-86f15f12-0bec-4bd3-a2ac-eb922f84404d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (a7baa7b5-741a-4cf2-bdae-08eb69a92318), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:10.426849 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7484e98a-a1b7-4182-bacc-188fb250d324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (a7baa7b5-741a-4cf2-bdae-08eb69a92318), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:10.440330 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-86f15f12-0bec-4bd3-a2ac-eb922f84404d None None] For port a7baa7b5-741a-4cf2-bdae-08eb69a92318, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=a7baa7b5-741a-4cf2-bdae-08eb69a92318,segment=NetworkSegment(a92136d4-fcb0-4089-aa26-93c6849bc262),segment_id=a92136d4-fcb0-4089-aa26-93c6849bc262)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:44:10.440731 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-86f15f12-0bec-4bd3-a2ac-eb922f84404d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (a7baa7b5-741a-4cf2-bdae-08eb69a92318), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:10.456253 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-86f15f12-0bec-4bd3-a2ac-eb922f84404d None None] Calling delete_port for a7baa7b5-741a-4cf2-bdae-08eb69a92318 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:44:10.460644 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484e98a-a1b7-4182-bacc-188fb250d324 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7baa7b5-741a-4cf2-bdae-08eb69a92318,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:10.464232 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7484e98a-a1b7-4182-bacc-188fb250d324 admin admin] No DVR routers for this DVR port a7baa7b5-741a-4cf2-bdae-08eb69a92318 on host dv-cinder-777031-14-iscsi {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:44:10.541785 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7484e98a-a1b7-4182-bacc-188fb250d324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33375322', 'neutron.services.segments.db._delete_segments_for_network-8771212172310'] for network (5b96f110-6030-45d9-96d1-0bc86d38fd01), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:10.543589 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-86f15f12-0bec-4bd3-a2ac-eb922f84404d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253'] for port (a7baa7b5-741a-4cf2-bdae-08eb69a92318), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:10.562943 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-7484e98a-a1b7-4182-bacc-188fb250d324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b96f110-6030-45d9-96d1-0bc86d38fd01']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:10.568226 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f15f12-0bec-4bd3-a2ac-eb922f84404d None None] Pushing event deleted for resources: {'Port': ['ID=a7baa7b5-741a-4cf2-bdae-08eb69a92318,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:10.571831 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f15f12-0bec-4bd3-a2ac-eb922f84404d None None] No DVR routers for this DVR port a7baa7b5-741a-4cf2-bdae-08eb69a92318 on host dv-cinder-777031-14-iscsi {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:44:10.576192 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-7484e98a-a1b7-4182-bacc-188fb250d324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92136d4-fcb0-4089-aa26-93c6849bc262') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:10.577068 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-7484e98a-a1b7-4182-bacc-188fb250d324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92136d4-fcb0-4089-aa26-93c6849bc262') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:10.590423 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7484e98a-a1b7-4182-bacc-188fb250d324 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771212173343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3984821'] for segment (a92136d4-fcb0-4089-aa26-93c6849bc262), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:10.604295 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7484e98a-a1b7-4182-bacc-188fb250d324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (a92136d4-fcb0-4089-aa26-93c6849bc262), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:10.610490 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7484e98a-a1b7-4182-bacc-188fb250d324 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:44:10.610996 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7484e98a-a1b7-4182-bacc-188fb250d324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745268'] for segment (a92136d4-fcb0-4089-aa26-93c6849bc262), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: Traceback (most recent call last): May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: timer() May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: cb(*args, **kw) May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: return func(*args, **kwargs) May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: self._notify() May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: self.callback(batched_events) May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: event.method(event) May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: return f(self, *a, **k) May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: return self._get(url).json() May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: return self.request(url, 'GET', **kwargs) May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:44:10.612803 dv-cinder-777031-14-iscsi neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:44:10.672265 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7484e98a-a1b7-4182-bacc-188fb250d324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33375329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931293'] for network (5b96f110-6030-45d9-96d1-0bc86d38fd01), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:10.677877 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7484e98a-a1b7-4182-bacc-188fb250d324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:10.681114 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-7484e98a-a1b7-4182-bacc-188fb250d324 admin admin] 10.222.0.75 "DELETE /v2.0/networks/5b96f110-6030-45d9-96d1-0bc86d38fd01 HTTP/1.1" status: 204 len: 168 time: 0.6220977 May 12 14:44:10.683991 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 42322) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:10.693478 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484e98a-a1b7-4182-bacc-188fb250d324 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b96f110-6030-45d9-96d1-0bc86d38fd01,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:11.019720 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-39f87d73-c4a5-45ad-875c-566d1ac9e7d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932317'] for router_interface (18f14b21-e0a4-489e-8de0-d5f872af0e50), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:11.257343 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-39f87d73-c4a5-45ad-875c-566d1ac9e7d0 admin admin] Deleting port 0c74eb02-8a2c-4e78-b32f-f0bed2d895bd {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:44:11.257682 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-39f87d73-c4a5-45ad-875c-566d1ac9e7d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (0c74eb02-8a2c-4e78-b32f-f0bed2d895bd), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:11.339933 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-39f87d73-c4a5-45ad-875c-566d1ac9e7d0 admin admin] For port 0c74eb02-8a2c-4e78-b32f-f0bed2d895bd, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=0c74eb02-8a2c-4e78-b32f-f0bed2d895bd,segment=NetworkSegment(f98ff63f-1593-4e77-8f55-80cba54582bc),segment_id=f98ff63f-1593-4e77-8f55-80cba54582bc)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:44:11.339933 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-39f87d73-c4a5-45ad-875c-566d1ac9e7d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (0c74eb02-8a2c-4e78-b32f-f0bed2d895bd), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:11.343665 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 763f2952-1a6d-4c57-af35-28b65d176326 no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:44:11.358918 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-39f87d73-c4a5-45ad-875c-566d1ac9e7d0 admin admin] Calling delete_port for 0c74eb02-8a2c-4e78-b32f-f0bed2d895bd owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:44:11.372169 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: 763f2952-1a6d-4c57-af35-28b65d176326 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:44:11.372664 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 763f2952-1a6d-4c57-af35-28b65d176326 not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:44:11.373341 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device a7baa7b5-741a-4cf2-bdae-08eb69a92318 no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:44:11.397121 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: a7baa7b5-741a-4cf2-bdae-08eb69a92318 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:44:11.397514 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device a7baa7b5-741a-4cf2-bdae-08eb69a92318 not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:44:11.397876 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 2fa6ff76-ddce-4ebb-b109-1805fc3948d4 no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:44:11.418904 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: 2fa6ff76-ddce-4ebb-b109-1805fc3948d4 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:44:11.419272 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 2fa6ff76-ddce-4ebb-b109-1805fc3948d4 not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:44:11.563282 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-39f87d73-c4a5-45ad-875c-566d1ac9e7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (0c74eb02-8a2c-4e78-b32f-f0bed2d895bd), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:11.593648 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f87d73-c4a5-45ad-875c-566d1ac9e7d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c74eb02-8a2c-4e78-b32f-f0bed2d895bd,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:11.669159 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1b139e02-6f78-4b28-b41c-3b2042bdb64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:11.835952 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-39f87d73-c4a5-45ad-875c-566d1ac9e7d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1022764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537026'] for router_interface (18f14b21-e0a4-489e-8de0-d5f872af0e50), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:12.065544 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f87d73-c4a5-45ad-875c-566d1ac9e7d0 admin admin] Router 18f14b21-e0a4-489e-8de0-d5f872af0e50 has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:44:12.174819 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f87d73-c4a5-45ad-875c-566d1ac9e7d0 admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:44:12.181754 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-39f87d73-c4a5-45ad-875c-566d1ac9e7d0 admin admin] 10.222.0.75 "PUT /v2.0/routers/18f14b21-e0a4-489e-8de0-d5f872af0e50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4949136 May 12 14:44:12.182429 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 42364) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:12.185742 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3be53ec-907f-410a-8e92-e41080df1e20 None None] Sync routers for ids ['18f14b21-e0a4-489e-8de0-d5f872af0e50'] in dv-cinder-777031-14-iscsi {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:44:12.197795 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3be53ec-907f-410a-8e92-e41080df1e20 None None] Routers {'18f14b21-e0a4-489e-8de0-d5f872af0e50'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:44:12.198577 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-e3be53ec-907f-410a-8e92-e41080df1e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:44:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['18f14b21-e0a4-489e-8de0-d5f872af0e50'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:12.294070 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e865da9d-e17a-4bc2-bcca-19f41db04b57 admin admin] Publish callbacks [] for router (18f14b21-e0a4-489e-8de0-d5f872af0e50), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:12.401110 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e865da9d-e17a-4bc2-bcca-19f41db04b57 admin admin] Publish callbacks [] for router_gateway (18f14b21-e0a4-489e-8de0-d5f872af0e50), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:12.430987 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-e3be53ec-907f-410a-8e92-e41080df1e20 None None] Set router 18f14b21-e0a4-489e-8de0-d5f872af0e50 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:44:12.604397 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-e3be53ec-907f-410a-8e92-e41080df1e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f14b21-e0a4-489e-8de0-d5f872af0e50', 'name': 'tempest-TestVolumeBootPattern-1026086033-router', 'tenant_id': '3a4c510b25264c69a2b03086eeb7d37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8202cef2-c53a-4e42-bdd7-46c9e9c638dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:07Z', 'updated_at': '2022-05-12T14:44:11Z', 'revision_number': 5, 'project_id': '3a4c510b25264c69a2b03086eeb7d37b', 'gw_port': {'id': '8202cef2-c53a-4e42-bdd7-46c9e9c638dd', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f14b21-e0a4-489e-8de0-d5f872af0e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:33:08Z', 'updated_at': '2022-05-12T14:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:12.636323 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3be53ec-907f-410a-8e92-e41080df1e20 None None] Checking router: 18f14b21-e0a4-489e-8de0-d5f872af0e50 for host: dv-cinder-777031-14-iscsi {{(pid=103431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:44:12.645497 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3be53ec-907f-410a-8e92-e41080df1e20 None None] Routers {'18f14b21-e0a4-489e-8de0-d5f872af0e50'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:44:12.646133 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-e3be53ec-907f-410a-8e92-e41080df1e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:44:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['18f14b21-e0a4-489e-8de0-d5f872af0e50'], 'active': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:12.683149 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-e865da9d-e17a-4bc2-bcca-19f41db04b57 admin admin] Deleting port 8202cef2-c53a-4e42-bdd7-46c9e9c638dd {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:44:12.683380 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e865da9d-e17a-4bc2-bcca-19f41db04b57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (8202cef2-c53a-4e42-bdd7-46c9e9c638dd), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:12.736190 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvr_db [None req-e3be53ec-907f-410a-8e92-e41080df1e20 None None] Set router 18f14b21-e0a4-489e-8de0-d5f872af0e50 gateway port host: None {{(pid=103431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:44:12.760949 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-e865da9d-e17a-4bc2-bcca-19f41db04b57 admin admin] For port 8202cef2-c53a-4e42-bdd7-46c9e9c638dd, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=8202cef2-c53a-4e42-bdd7-46c9e9c638dd,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:44:12.761308 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e865da9d-e17a-4bc2-bcca-19f41db04b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (8202cef2-c53a-4e42-bdd7-46c9e9c638dd), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:12.774095 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-e865da9d-e17a-4bc2-bcca-19f41db04b57 admin admin] Calling delete_port for 8202cef2-c53a-4e42-bdd7-46c9e9c638dd owned by network:router_gateway {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:44:12.788328 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_hamode_db [None req-e3be53ec-907f-410a-8e92-e41080df1e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f14b21-e0a4-489e-8de0-d5f872af0e50', 'name': 'tempest-TestVolumeBootPattern-1026086033-router', 'tenant_id': '3a4c510b25264c69a2b03086eeb7d37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:07Z', 'updated_at': '2022-05-12T14:44:12Z', 'revision_number': 6, 'project_id': '3a4c510b25264c69a2b03086eeb7d37b', 'gw_port_host': None}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:12.819234 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3be53ec-907f-410a-8e92-e41080df1e20 None None] The sync data for ids ['18f14b21-e0a4-489e-8de0-d5f872af0e50'] in dv-cinder-777031-14-iscsi is: [{'id': '18f14b21-e0a4-489e-8de0-d5f872af0e50', 'name': 'tempest-TestVolumeBootPattern-1026086033-router', 'tenant_id': '3a4c510b25264c69a2b03086eeb7d37b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:33:07Z', 'updated_at': '2022-05-12T14:44:12Z', 'revision_number': 6, 'project_id': '3a4c510b25264c69a2b03086eeb7d37b', 'gw_port_host': None}] {{(pid=103431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:44:12.977210 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e865da9d-e17a-4bc2-bcca-19f41db04b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (8202cef2-c53a-4e42-bdd7-46c9e9c638dd), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:13.006651 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865da9d-e17a-4bc2-bcca-19f41db04b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=8202cef2-c53a-4e42-bdd7-46c9e9c638dd,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:13.031927 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:13.068185 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e865da9d-e17a-4bc2-bcca-19f41db04b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-929007'] for router_gateway (18f14b21-e0a4-489e-8de0-d5f872af0e50), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:13.122731 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 42378) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:13.170006 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e865da9d-e17a-4bc2-bcca-19f41db04b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-493149'] for router (18f14b21-e0a4-489e-8de0-d5f872af0e50), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:13.171171 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e865da9d-e17a-4bc2-bcca-19f41db04b57 admin admin] Publish callbacks [] for router_controller (18f14b21-e0a4-489e-8de0-d5f872af0e50), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:13.230940 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e865da9d-e17a-4bc2-bcca-19f41db04b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-927166'] for router (18f14b21-e0a4-489e-8de0-d5f872af0e50), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:13.232086 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e865da9d-e17a-4bc2-bcca-19f41db04b57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18f14b21-e0a4-489e-8de0-d5f872af0e50 {{(pid=103429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 14:44:13.239099 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e865da9d-e17a-4bc2-bcca-19f41db04b57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:13.243059 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 42384) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:13.243229 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-e865da9d-e17a-4bc2-bcca-19f41db04b57 admin admin] 10.222.0.75 "DELETE /v2.0/routers/18f14b21-e0a4-489e-8de0-d5f872af0e50 HTTP/1.1" status: 204 len: 168 time: 1.0597646 May 12 14:44:13.310564 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09f36eea-e073-430d-9b99-a190c137dc89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:13.341561 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-5431b60e-53c3-46ac-abb6-630c95b58825 admin admin] Deleting subnet cab89505-be16-415c-aec7-f1326cf2dc17 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:44:13.351571 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5431b60e-53c3-46ac-abb6-630c95b58825 admin admin] Publish callbacks [] for subnet (cab89505-be16-415c-aec7-f1326cf2dc17), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:13.407024 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5431b60e-53c3-46ac-abb6-630c95b58825 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3984780'] for subnet (cab89505-be16-415c-aec7-f1326cf2dc17), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:13.465405 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 0c74eb02-8a2c-4e78-b32f-f0bed2d895bd no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:44:13.485002 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: 0c74eb02-8a2c-4e78-b32f-f0bed2d895bd {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:44:13.485432 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 0c74eb02-8a2c-4e78-b32f-f0bed2d895bd not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:44:13.504213 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09f36eea-e073-430d-9b99-a190c137dc89 admin admin] Publish callbacks [] for security_group (38d0c471-457d-4d9a-86d1-60449c21c84c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:13.513724 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-09f36eea-e073-430d-9b99-a190c137dc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (38d0c471-457d-4d9a-86d1-60449c21c84c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:13.523434 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5431b60e-53c3-46ac-abb6-630c95b58825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33439215'] for subnet (cab89505-be16-415c-aec7-f1326cf2dc17), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:13.587310 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f36eea-e073-430d-9b99-a190c137dc89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d0c471-457d-4d9a-86d1-60449c21c84c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:13.593742 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-09f36eea-e073-430d-9b99-a190c137dc89 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=286066955b6a410e93a9cc5506bbc35d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4698713 May 12 14:44:13.596908 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 42388) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:13.617268 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5431b60e-53c3-46ac-abb6-630c95b58825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33439222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4027564'] for subnet (cab89505-be16-415c-aec7-f1326cf2dc17), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:13.646076 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431b60e-53c3-46ac-abb6-630c95b58825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cab89505-be16-415c-aec7-f1326cf2dc17,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:13.651978 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5431b60e-53c3-46ac-abb6-630c95b58825 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:13.658154 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d028e026-b07c-44d9-afba-90b3b65383f7 admin admin] Publish callbacks [] for security_group (38d0c471-457d-4d9a-86d1-60449c21c84c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:13.658524 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-5431b60e-53c3-46ac-abb6-630c95b58825 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/cab89505-be16-415c-aec7-f1326cf2dc17 HTTP/1.1" status: 204 len: 168 time: 0.4142392 May 12 14:44:13.659500 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 42390) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:13.660485 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bcb1ce-aa11-477d-900e-cf824c6c39c1 None None] Network 7d20707d-1cc4-43f8-ac03-8f9799503ad0 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:44:13.688964 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d028e026-b07c-44d9-afba-90b3b65383f7 admin admin] Publish callbacks [] for security_group (38d0c471-457d-4d9a-86d1-60449c21c84c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:13.742673 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4438b786-747e-4367-83bb-b6a1e06a7b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33070896'] for network (7d20707d-1cc4-43f8-ac03-8f9799503ad0), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:13.743827 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d028e026-b07c-44d9-afba-90b3b65383f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (38d0c471-457d-4d9a-86d1-60449c21c84c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:13.747396 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d028e026-b07c-44d9-afba-90b3b65383f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:13.751804 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-d028e026-b07c-44d9-afba-90b3b65383f7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/38d0c471-457d-4d9a-86d1-60449c21c84c HTTP/1.1" status: 204 len: 168 time: 0.1533768 May 12 14:44:13.761920 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028e026-b07c-44d9-afba-90b3b65383f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d0c471-457d-4d9a-86d1-60449c21c84c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:13.796282 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-4438b786-747e-4367-83bb-b6a1e06a7b4b admin admin] Deleting port ea332ff3-7084-43cd-9653-419a0cdb4bca {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:44:13.796621 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4438b786-747e-4367-83bb-b6a1e06a7b4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (ea332ff3-7084-43cd-9653-419a0cdb4bca), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:13.843147 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4627eaae-fd76-4331-99c0-212427c8535e None None] DHCP port deletion for 7d20707d-1cc4-43f8-ac03-8f9799503ad0 request from dv-cinder-777031-14-iscsi {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 14:44:13.867598 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-4438b786-747e-4367-83bb-b6a1e06a7b4b admin admin] For port ea332ff3-7084-43cd-9653-419a0cdb4bca, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=ea332ff3-7084-43cd-9653-419a0cdb4bca,segment=NetworkSegment(f98ff63f-1593-4e77-8f55-80cba54582bc),segment_id=f98ff63f-1593-4e77-8f55-80cba54582bc)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:44:13.867959 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4438b786-747e-4367-83bb-b6a1e06a7b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (ea332ff3-7084-43cd-9653-419a0cdb4bca), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:13.882039 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-4438b786-747e-4367-83bb-b6a1e06a7b4b admin admin] Calling delete_port for ea332ff3-7084-43cd-9653-419a0cdb4bca owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:44:13.884751 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4627eaae-fd76-4331-99c0-212427c8535e None None] Deleting port ea332ff3-7084-43cd-9653-419a0cdb4bca {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:44:13.885197 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4627eaae-fd76-4331-99c0-212427c8535e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (ea332ff3-7084-43cd-9653-419a0cdb4bca), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:13.950248 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-4627eaae-fd76-4331-99c0-212427c8535e None None] For port ea332ff3-7084-43cd-9653-419a0cdb4bca, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=ea332ff3-7084-43cd-9653-419a0cdb4bca,segment=NetworkSegment(f98ff63f-1593-4e77-8f55-80cba54582bc),segment_id=f98ff63f-1593-4e77-8f55-80cba54582bc)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:44:13.950640 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4627eaae-fd76-4331-99c0-212427c8535e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (ea332ff3-7084-43cd-9653-419a0cdb4bca), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:13.968481 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4627eaae-fd76-4331-99c0-212427c8535e None None] Calling delete_port for ea332ff3-7084-43cd-9653-419a0cdb4bca owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:44:13.974080 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4438b786-747e-4367-83bb-b6a1e06a7b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (ea332ff3-7084-43cd-9653-419a0cdb4bca), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:14.004529 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438b786-747e-4367-83bb-b6a1e06a7b4b admin admin] Pushing event deleted for resources: {'Port': ['ID=ea332ff3-7084-43cd-9653-419a0cdb4bca,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:14.006454 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4438b786-747e-4367-83bb-b6a1e06a7b4b admin admin] No DVR routers for this DVR port ea332ff3-7084-43cd-9653-419a0cdb4bca on host dv-cinder-777031-14-iscsi {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:44:14.068046 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4627eaae-fd76-4331-99c0-212427c8535e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253'] for port (ea332ff3-7084-43cd-9653-419a0cdb4bca), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:14.084242 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4438b786-747e-4367-83bb-b6a1e06a7b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33375322', 'neutron.services.segments.db._delete_segments_for_network-8771212172310'] for network (7d20707d-1cc4-43f8-ac03-8f9799503ad0), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:14.096231 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627eaae-fd76-4331-99c0-212427c8535e None None] Pushing event deleted for resources: {'Port': ['ID=ea332ff3-7084-43cd-9653-419a0cdb4bca,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:14.099802 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4627eaae-fd76-4331-99c0-212427c8535e None None] No DVR routers for this DVR port ea332ff3-7084-43cd-9653-419a0cdb4bca on host dv-cinder-777031-14-iscsi {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:44:14.106224 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-4438b786-747e-4367-83bb-b6a1e06a7b4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d20707d-1cc4-43f8-ac03-8f9799503ad0']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:14.118529 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-4438b786-747e-4367-83bb-b6a1e06a7b4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f98ff63f-1593-4e77-8f55-80cba54582bc') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:14.119274 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-4438b786-747e-4367-83bb-b6a1e06a7b4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f98ff63f-1593-4e77-8f55-80cba54582bc') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:44:14.130180 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4438b786-747e-4367-83bb-b6a1e06a7b4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771212173343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3984821'] for segment (f98ff63f-1593-4e77-8f55-80cba54582bc), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:14.148210 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4438b786-747e-4367-83bb-b6a1e06a7b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (f98ff63f-1593-4e77-8f55-80cba54582bc), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:14.155020 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4438b786-747e-4367-83bb-b6a1e06a7b4b admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:44:14.155435 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4438b786-747e-4367-83bb-b6a1e06a7b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745268'] for segment (f98ff63f-1593-4e77-8f55-80cba54582bc), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: Traceback (most recent call last): May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: timer() May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: cb(*args, **kw) May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: return func(*args, **kwargs) May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: self._notify() May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: self.callback(batched_events) May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: event.method(event) May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: return f(self, *a, **k) May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: return self._get(url).json() May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: return self.request(url, 'GET', **kwargs) May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:44:14.157206 dv-cinder-777031-14-iscsi neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:44:14.210753 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4438b786-747e-4367-83bb-b6a1e06a7b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33375329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931293'] for network (7d20707d-1cc4-43f8-ac03-8f9799503ad0), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:14.217739 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4438b786-747e-4367-83bb-b6a1e06a7b4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:14.220910 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-4438b786-747e-4367-83bb-b6a1e06a7b4b admin admin] 10.222.0.75 "DELETE /v2.0/networks/7d20707d-1cc4-43f8-ac03-8f9799503ad0 HTTP/1.1" status: 204 len: 168 time: 0.5604701 May 12 14:44:14.233980 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438b786-747e-4367-83bb-b6a1e06a7b4b admin admin] Pushing event deleted for resources: {'Network': ['ID=7d20707d-1cc4-43f8-ac03-8f9799503ad0,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:14.354401 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 42418) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:14.407766 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:14.416400 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-d86fa478-dca5-478d-a613-a513ca418c54 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0ba0ea753bb0496cbf274e802f50dd0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0582714 May 12 14:44:14.416696 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 42422) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:14.441371 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 42424) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:14.470299 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fa839fa0-1397-49e9-8f2b-114733f11e7a admin admin] Publish callbacks [] for security_group (a0fbf469-3a12-4497-8522-64f48edb0463), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:14.494509 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fa839fa0-1397-49e9-8f2b-114733f11e7a admin admin] Publish callbacks [] for security_group (a0fbf469-3a12-4497-8522-64f48edb0463), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:14.543703 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fa839fa0-1397-49e9-8f2b-114733f11e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (a0fbf469-3a12-4497-8522-64f48edb0463), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:14.547101 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fa839fa0-1397-49e9-8f2b-114733f11e7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:14.548409 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-fa839fa0-1397-49e9-8f2b-114733f11e7a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a0fbf469-3a12-4497-8522-64f48edb0463 HTTP/1.1" status: 204 len: 168 time: 0.1307282 May 12 14:44:14.556252 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa839fa0-1397-49e9-8f2b-114733f11e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fbf469-3a12-4497-8522-64f48edb0463,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:14.557009 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-e6c347a0-9acd-4a2e-8987-9367ea008415 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1512746005-network', 'tenant_id': 'acae066a447040f98bf289109ed61c77'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:44:14.586531 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c347a0-9acd-4a2e-8987-9367ea008415 admin admin] Made reservation on behalf of acae066a447040f98bf289109ed61c77 for: {'network': 1} {{(pid=103429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:44:14.590059 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6c347a0-9acd-4a2e-8987-9367ea008415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for network (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:14.603283 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6c347a0-9acd-4a2e-8987-9367ea008415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:14.684806 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6c347a0-9acd-4a2e-8987-9367ea008415 admin admin] Publish callbacks [] for security_group (9ab5d4d7-b807-4250-8179-915450e6e05b), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:14.698883 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6c347a0-9acd-4a2e-8987-9367ea008415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (9ab5d4d7-b807-4250-8179-915450e6e05b), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:14.721671 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c347a0-9acd-4a2e-8987-9367ea008415 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:44:14.737016 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c347a0-9acd-4a2e-8987-9367ea008415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab5d4d7-b807-4250-8179-915450e6e05b,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:14.740049 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6c347a0-9acd-4a2e-8987-9367ea008415 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771212172301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (93d66967-687c-4b7a-a24a-e4deee4f1903), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:14.740454 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.db.segments_db [None req-e6c347a0-9acd-4a2e-8987-9367ea008415 admin admin] Added segment 93d66967-687c-4b7a-a24a-e4deee4f1903 of type vlan for network 5477df79-3f77-4d26-bd44-a92ad32664f4 May 12 14:44:14.784989 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6c347a0-9acd-4a2e-8987-9367ea008415 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771211612555'] for network (5477df79-3f77-4d26-bd44-a92ad32664f4), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:14.811369 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6c347a0-9acd-4a2e-8987-9367ea008415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757'] for network (5477df79-3f77-4d26-bd44-a92ad32664f4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:14.812376 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c347a0-9acd-4a2e-8987-9367ea008415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:14.812963 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e6c347a0-9acd-4a2e-8987-9367ea008415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:14.852031 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-e6c347a0-9acd-4a2e-8987-9367ea008415 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4090779 May 12 14:44:14.852799 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 42442) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:14.858876 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-da5d17bf-0710-4f72-b5de-49784984d421 admin admin] Request body: {'subnet': {'network_id': '5477df79-3f77-4d26-bd44-a92ad32664f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1512746005-subnet', 'tenant_id': 'acae066a447040f98bf289109ed61c77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:44:14.885022 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5d17bf-0710-4f72-b5de-49784984d421 admin admin] Made reservation on behalf of acae066a447040f98bf289109ed61c77 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:44:14.886398 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c347a0-9acd-4a2e-8987-9367ea008415 admin admin] Pushing event updated for resources: {'Network': ['ID=5477df79-3f77-4d26-bd44-a92ad32664f4,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:14.888259 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da5d17bf-0710-4f72-b5de-49784984d421 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4027521'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:14.895087 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 42446) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:14.898354 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Network 5477df79-3f77-4d26-bd44-a92ad32664f4 details requested by agent ovs-agent-dv-cinder-777031-14-iscsi with host dv-cinder-777031-14-iscsi {{(pid=103431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 14:44:14.947439 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-1ea7fefc-180d-4edf-8983-cf7ed0acaca4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3a4c510b25264c69a2b03086eeb7d37b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0507984 May 12 14:44:14.949634 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 42448) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:15.027079 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9249053-45da-4c43-ab91-d224207b3e64 admin admin] Publish callbacks [] for security_group (900ba252-0647-4a22-bab5-672fce0847bd), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:15.053476 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9249053-45da-4c43-ab91-d224207b3e64 admin admin] Publish callbacks [] for security_group (900ba252-0647-4a22-bab5-672fce0847bd), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:15.086280 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da5d17bf-0710-4f72-b5de-49784984d421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3744279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4027543'] for subnet (3b8c294c-60e0-437e-aad3-53d249e83dad), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:15.106108 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9249053-45da-4c43-ab91-d224207b3e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (900ba252-0647-4a22-bab5-672fce0847bd), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:15.109418 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9249053-45da-4c43-ab91-d224207b3e64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:15.111525 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-a9249053-45da-4c43-ab91-d224207b3e64 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/900ba252-0647-4a22-bab5-672fce0847bd HTTP/1.1" status: 204 len: 168 time: 0.1608479 May 12 14:44:15.140713 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9249053-45da-4c43-ab91-d224207b3e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900ba252-0647-4a22-bab5-672fce0847bd,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:15.150400 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d17bf-0710-4f72-b5de-49784984d421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b8c294c-60e0-437e-aad3-53d249e83dad,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:15.158721 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5d17bf-0710-4f72-b5de-49784984d421 admin admin] Checking segment: {'id': '93d66967-687c-4b7a-a24a-e4deee4f1903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5477df79-3f77-4d26-bd44-a92ad32664f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:44:15.159108 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5d17bf-0710-4f72-b5de-49784984d421 admin admin] Network hostable DHCP agents. Network: 5477df79-3f77-4d26-bd44-a92ad32664f4, hostable agents: ['8d346936-3b5f-4708-9dbd-40464a47b1eb'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:44:15.179487 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5d17bf-0710-4f72-b5de-49784984d421 admin admin] Network 5477df79-3f77-4d26-bd44-a92ad32664f4 is scheduled to be hosted by DHCP agent 8d346936-3b5f-4708-9dbd-40464a47b1eb with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:44:15.190258 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-da5d17bf-0710-4f72-b5de-49784984d421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-14-iscsi, 5477df79-3f77-4d26-bd44-a92ad32664f4) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:44:15.194663 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5d17bf-0710-4f72-b5de-49784984d421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:15.195535 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da5d17bf-0710-4f72-b5de-49784984d421 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:15.200180 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09633c7b-19bc-4990-b881-ac2129d32e13 None None] Network 5477df79-3f77-4d26-bd44-a92ad32664f4 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:44:15.225645 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-da5d17bf-0710-4f72-b5de-49784984d421 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3715007 May 12 14:44:15.350928 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdee1fd2-6391-4dde-8a2c-ffedde7653c3 None None] Network 5477df79-3f77-4d26-bd44-a92ad32664f4 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:44:15.397255 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 8202cef2-c53a-4e42-bdd7-46c9e9c638dd no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:44:15.435245 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: 8202cef2-c53a-4e42-bdd7-46c9e9c638dd {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:44:15.435640 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 8202cef2-c53a-4e42-bdd7-46c9e9c638dd not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:44:15.436103 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device ea332ff3-7084-43cd-9653-419a0cdb4bca no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:44:15.487214 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: ea332ff3-7084-43cd-9653-419a0cdb4bca {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:44:15.487631 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device ea332ff3-7084-43cd-9653-419a0cdb4bca not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:44:15.771391 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:17.146347 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-9f4f33d8-357e-4346-92f1-506002ee2995 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:17.147749 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-9f4f33d8-357e-4346-92f1-506002ee2995 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/networks?id=5477df79-3f77-4d26-bd44-a92ad32664f4 HTTP/1.1" status: 200 len: 809 time: 0.1040323 May 12 14:44:17.162580 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-d675bcaa-d3c1-4cb5-b038-31566e29e935 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/quotas/acae066a447040f98bf289109ed61c77 HTTP/1.1" status: 200 len: 375 time: 0.0093992 May 12 14:44:17.193682 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-f8250a13-c550-4cc0-9cca-aa6faa747f29 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=acae066a447040f98bf289109ed61c77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263345 May 12 14:44:17.292917 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-51a1db21-7f4f-4bc1-b675-353b40b4497d service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 14:44:17.293917 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-51a1db21-7f4f-4bc1-b675-353b40b4497d service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0942159 May 12 14:44:17.383784 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-100c2abe-891d-4edd-8f7c-5418f5453a31 service neutron] 10.222.0.75 "GET /v2.0/networks/5477df79-3f77-4d26-bd44-a92ad32664f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840440 May 12 14:44:17.469293 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-da0a6d1e-e503-45cf-be57-e9c596d51db1 service neutron] 10.222.0.75 "GET /v2.0/networks/5477df79-3f77-4d26-bd44-a92ad32664f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791874 May 12 14:44:17.628804 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c43fac50-8c56-41aa-8001-6f7d83fad292 req-0bec15a2-3f1c-4746-bcee-4c9c3ba2717e tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=32b32f74-bb67-4c09-93a7-f25bdd84e216 HTTP/1.1" status: 200 len: 210 time: 0.0318966 May 12 14:44:18.740252 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0bd9ea14-167e-4b49-9282-d74831e5a6cb req-b3b22c7d-ad75-48fe-997d-9d9c9fe09327 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=32b32f74-bb67-4c09-93a7-f25bdd84e216 HTTP/1.1" status: 200 len: 210 time: 0.0369663 May 12 14:44:18.833785 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-338ff2da-a920-410a-a1db-33bca6090515 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:18.835219 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-338ff2da-a920-410a-a1db-33bca6090515 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.57 "GET /v2.0/networks?id=5477df79-3f77-4d26-bd44-a92ad32664f4 HTTP/1.1" status: 200 len: 809 time: 0.1062222 May 12 14:44:18.868398 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-88dacecc-f2e4-4abe-9198-b7c30e396cfa tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Request body: {'port': {'device_id': '32b32f74-bb67-4c09-93a7-f25bdd84e216', 'network_id': '5477df79-3f77-4d26-bd44-a92ad32664f4', 'admin_state_up': True, 'tenant_id': 'acae066a447040f98bf289109ed61c77'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:44:18.982018 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-88dacecc-f2e4-4abe-9198-b7c30e396cfa tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Made reservation on behalf of acae066a447040f98bf289109ed61c77 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:44:18.985468 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-88dacecc-f2e4-4abe-9198-b7c30e396cfa tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:19.109297 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-88dacecc-f2e4-4abe-9198-b7c30e396cfa tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Allocated IP 172.20.0.6 (5477df79-3f77-4d26-bd44-a92ad32664f4/3b8c294c-60e0-437e-aad3-53d249e83dad/0d25dd6c-3d83-43fe-963a-edc06fcb5bf8) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:44:19.254080 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-88dacecc-f2e4-4abe-9198-b7c30e396cfa tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Publish callbacks [] for port (0d25dd6c-3d83-43fe-963a-edc06fcb5bf8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:19.286001 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-88dacecc-f2e4-4abe-9198-b7c30e396cfa tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (0d25dd6c-3d83-43fe-963a-edc06fcb5bf8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:19.331120 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-88dacecc-f2e4-4abe-9198-b7c30e396cfa tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Network 5477df79-3f77-4d26-bd44-a92ad32664f4 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:44:19.334180 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-88dacecc-f2e4-4abe-9198-b7c30e396cfa tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:44:19.340273 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-88dacecc-f2e4-4abe-9198-b7c30e396cfa tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:44:19.346331 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dacecc-f2e4-4abe-9198-b7c30e396cfa tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Pushing event updated for resources: {'Port': ['ID=0d25dd6c-3d83-43fe-963a-edc06fcb5bf8,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:19.391361 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-88dacecc-f2e4-4abe-9198-b7c30e396cfa tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:19.391979 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-88dacecc-f2e4-4abe-9198-b7c30e396cfa tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:19.407437 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-88dacecc-f2e4-4abe-9198-b7c30e396cfa tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5453534 May 12 14:44:19.428709 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-3cd29ad0-f55e-44b9-b4bb-680ccf488be7 service neutron] Request body: {'port': {'device_id': '32b32f74-bb67-4c09-93a7-f25bdd84e216', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:44:19.486972 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-3cd29ad0-f55e-44b9-b4bb-680ccf488be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (0d25dd6c-3d83-43fe-963a-edc06fcb5bf8), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:19.768908 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-3cd29ad0-f55e-44b9-b4bb-680ccf488be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d25dd6c-3d83-43fe-963a-edc06fcb5bf8 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:44:19.776448 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-3cd29ad0-f55e-44b9-b4bb-680ccf488be7 service neutron] Publish callbacks [] for port (0d25dd6c-3d83-43fe-963a-edc06fcb5bf8), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:19.789469 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-3cd29ad0-f55e-44b9-b4bb-680ccf488be7 service neutron] Transition to ACTIVE for port object 0d25dd6c-3d83-43fe-963a-edc06fcb5bf8 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:44:19.794210 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-3cd29ad0-f55e-44b9-b4bb-680ccf488be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745168'] for port (0d25dd6c-3d83-43fe-963a-edc06fcb5bf8), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:19.878996 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd29ad0-f55e-44b9-b4bb-680ccf488be7 service neutron] Pushing event updated for resources: {'Port': ['ID=0d25dd6c-3d83-43fe-963a-edc06fcb5bf8,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:19.908513 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6bbc52-18e2-4c4d-aaa1-264a65da991b req-f888d1f3-aed1-4e4d-8396-86f07c917365 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:19.909965 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9f6bbc52-18e2-4c4d-aaa1-264a65da991b req-f888d1f3-aed1-4e4d-8396-86f07c917365 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=32b32f74-bb67-4c09-93a7-f25bdd84e216 HTTP/1.1" status: 200 len: 943 time: 0.0895627 May 12 14:44:19.988523 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-3cd29ad0-f55e-44b9-b4bb-680ccf488be7 service neutron] Attempting to bind port 0d25dd6c-3d83-43fe-963a-edc06fcb5bf8 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:44:19.988865 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-3cd29ad0-f55e-44b9-b4bb-680ccf488be7 service neutron] Attempting to bind port 0d25dd6c-3d83-43fe-963a-edc06fcb5bf8 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '93d66967-687c-4b7a-a24a-e4deee4f1903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5477df79-3f77-4d26-bd44-a92ad32664f4'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:44:19.989195 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-3cd29ad0-f55e-44b9-b4bb-680ccf488be7 service neutron] Attempting to bind port 0d25dd6c-3d83-43fe-963a-edc06fcb5bf8 on network 5477df79-3f77-4d26-bd44-a92ad32664f4 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:44:19.996912 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9f6bbc52-18e2-4c4d-aaa1-264a65da991b req-a5db08a9-496b-4cca-bdf7-f2221221c342 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab5d4d7-b807-4250-8179-915450e6e05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682909 May 12 14:44:19.997854 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-3cd29ad0-f55e-44b9-b4bb-680ccf488be7 service neutron] Port 0d25dd6c-3d83-43fe-963a-edc06fcb5bf8 on network 5477df79-3f77-4d26-bd44-a92ad32664f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:44:19.998172 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-3cd29ad0-f55e-44b9-b4bb-680ccf488be7 service neutron] Attempting to bind port 0d25dd6c-3d83-43fe-963a-edc06fcb5bf8 on network 5477df79-3f77-4d26-bd44-a92ad32664f4 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:44:20.003173 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-3cd29ad0-f55e-44b9-b4bb-680ccf488be7 service neutron] Checking agent: {'id': 'c5e9105e-03c6-4986-a076-8428d06d9de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:44:20.003535 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-3cd29ad0-f55e-44b9-b4bb-680ccf488be7 service neutron] Checking segment: {'id': '93d66967-687c-4b7a-a24a-e4deee4f1903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5477df79-3f77-4d26-bd44-a92ad32664f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:44:20.003885 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-3cd29ad0-f55e-44b9-b4bb-680ccf488be7 service neutron] Bound using segment: {'id': '93d66967-687c-4b7a-a24a-e4deee4f1903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5477df79-3f77-4d26-bd44-a92ad32664f4'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:44:20.004313 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-3cd29ad0-f55e-44b9-b4bb-680ccf488be7 service neutron] Bound port: 0d25dd6c-3d83-43fe-963a-edc06fcb5bf8, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d66967-687c-4b7a-a24a-e4deee4f1903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5477df79-3f77-4d26-bd44-a92ad32664f4'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:44:20.004674 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-3cd29ad0-f55e-44b9-b4bb-680ccf488be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (0d25dd6c-3d83-43fe-963a-edc06fcb5bf8), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:20.069738 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-3cd29ad0-f55e-44b9-b4bb-680ccf488be7 service neutron] For port 0d25dd6c-3d83-43fe-963a-edc06fcb5bf8, host hv-cinder-77703, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:44:20.072658 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-3cd29ad0-f55e-44b9-b4bb-680ccf488be7 service neutron] For port 0d25dd6c-3d83-43fe-963a-edc06fcb5bf8, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=0d25dd6c-3d83-43fe-963a-edc06fcb5bf8,segment=NetworkSegment(93d66967-687c-4b7a-a24a-e4deee4f1903),segment_id=93d66967-687c-4b7a-a24a-e4deee4f1903)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:44:20.077890 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-3cd29ad0-f55e-44b9-b4bb-680ccf488be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745168'] for port (0d25dd6c-3d83-43fe-963a-edc06fcb5bf8), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:20.097315 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:20.111053 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-3cd29ad0-f55e-44b9-b4bb-680ccf488be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:20.111664 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-3cd29ad0-f55e-44b9-b4bb-680ccf488be7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:20.113033 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-3cd29ad0-f55e-44b9-b4bb-680ccf488be7 service neutron] 10.222.0.57 "PUT /v2.0/ports/0d25dd6c-3d83-43fe-963a-edc06fcb5bf8 HTTP/1.1" status: 200 len: 1093 time: 0.6884530 May 12 14:44:20.113463 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b32f74-bb67-4c09-93a7-f25bdd84e216', 'tag': '0d25dd6c-3d83-43fe-963a-edc06fcb5bf8'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:44:20.115699 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c775eeac-3ed3-4ceb-af97-8c5d47779c61" -d '{"events": [{"name": "network-changed", "server_uuid": "32b32f74-bb67-4c09-93a7-f25bdd84e216", "tag": "0d25dd6c-3d83-43fe-963a-edc06fcb5bf8"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:44:20.138025 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd29ad0-f55e-44b9-b4bb-680ccf488be7 service neutron] Pushing event updated for resources: {'Port': ['ID=0d25dd6c-3d83-43fe-963a-edc06fcb5bf8,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:20.152060 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b20e8d-ca64-4261-8573-60d27db04968 x-openstack-request-id: req-e1b20e8d-ca64-4261-8573-60d27db04968 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:44:20.152355 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b32f74-bb67-4c09-93a7-f25bdd84e216", "tag": "0d25dd6c-3d83-43fe-963a-edc06fcb5bf8", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:44:20.152610 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e1b20e8d-ca64-4261-8573-60d27db04968 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:44:20.153015 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b20e8d-ca64-4261-8573-60d27db04968'] response: {'name': 'network-changed', 'server_uuid': '32b32f74-bb67-4c09-93a7-f25bdd84e216', 'tag': '0d25dd6c-3d83-43fe-963a-edc06fcb5bf8', 'status': 'completed', 'code': 200} May 12 14:44:20.215825 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-111a9271-d466-4b4b-95f4-44c87c7f12fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:20.217355 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-111a9271-d466-4b4b-95f4-44c87c7f12fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=acae066a447040f98bf289109ed61c77&device_id=32b32f74-bb67-4c09-93a7-f25bdd84e216 HTTP/1.1" status: 200 len: 1127 time: 0.0398743 May 12 14:44:20.271545 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-d0474f7c-e576-4355-b761-259af765727c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d25dd6c-3d83-43fe-963a-edc06fcb5bf8 HTTP/1.1" status: 200 len: 217 time: 0.0390208 May 12 14:44:20.333237 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-ccb3e884-0fba-4515-a9aa-df9f45be5c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:20.335285 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-ccb3e884-0fba-4515-a9aa-df9f45be5c11 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3b8c294c-60e0-437e-aad3-53d249e83dad HTTP/1.1" status: 200 len: 849 time: 0.0567811 May 12 14:44:20.369499 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-1559f9dd-8bab-462d-9848-0cb4c94cd663 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5477df79-3f77-4d26-bd44-a92ad32664f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267124 May 12 14:44:20.462995 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-9c4abcd7-f72b-47ec-9e5a-6c7655de3a8f service neutron] 10.222.0.57 "GET /v2.0/networks/5477df79-3f77-4d26-bd44-a92ad32664f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873506 May 12 14:44:20.494686 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 42568) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:20.552170 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1e11304f-df1f-438a-b7f1-37ca4ca6fc31 req-4f55b15f-74f2-4c2e-af37-02f46cfaec9a service neutron] 10.222.0.57 "GET /v2.0/networks/5477df79-3f77-4d26-bd44-a92ad32664f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830851 May 12 14:44:20.599484 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02f2d047-84e9-4944-980a-5749d952145a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:20.681127 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02f2d047-84e9-4944-980a-5749d952145a admin admin] Publish callbacks [] for security_group (9a6fdeda-327a-4993-ae73-ec29a88ac772), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:20.684915 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02f2d047-84e9-4944-980a-5749d952145a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (9a6fdeda-327a-4993-ae73-ec29a88ac772), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:20.726265 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-02f2d047-84e9-4944-980a-5749d952145a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=49b99f5817284a9db56b6b97a0820781&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303913 May 12 14:44:20.727174 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2d047-84e9-4944-980a-5749d952145a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6fdeda-327a-4993-ae73-ec29a88ac772,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:20.728956 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 42572) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:20.777594 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-029f9c39-caab-4056-a931-04dd66cd3091 admin admin] Publish callbacks [] for security_group (9a6fdeda-327a-4993-ae73-ec29a88ac772), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:20.798516 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-029f9c39-caab-4056-a931-04dd66cd3091 admin admin] Publish callbacks [] for security_group (9a6fdeda-327a-4993-ae73-ec29a88ac772), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:20.846927 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-029f9c39-caab-4056-a931-04dd66cd3091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (9a6fdeda-327a-4993-ae73-ec29a88ac772), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:20.849393 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-029f9c39-caab-4056-a931-04dd66cd3091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:20.850697 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-029f9c39-caab-4056-a931-04dd66cd3091 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9a6fdeda-327a-4993-ae73-ec29a88ac772 HTTP/1.1" status: 204 len: 168 time: 0.1204805 May 12 14:44:20.859471 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f9c39-caab-4056-a931-04dd66cd3091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6fdeda-327a-4993-ae73-ec29a88ac772,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:21.116510 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d8554-ec63-410c-bbfc-954676acba4b req-5ab05727-6c88-4da3-bb0a-1a547706eab6 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:21.118146 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-609d8554-ec63-410c-bbfc-954676acba4b req-5ab05727-6c88-4da3-bb0a-1a547706eab6 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=32b32f74-bb67-4c09-93a7-f25bdd84e216 HTTP/1.1" status: 200 len: 943 time: 0.0486155 May 12 14:44:21.168464 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-609d8554-ec63-410c-bbfc-954676acba4b req-37394c44-5357-4569-9e90-8336215e501f tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab5d4d7-b807-4250-8179-915450e6e05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424206 May 12 14:44:22.282218 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587dc4c-8e2c-430c-86c8-8dd07fe81fa2 req-e99fa127-ddf3-4994-8aeb-5f8bf7c5ea75 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:22.283668 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a587dc4c-8e2c-430c-86c8-8dd07fe81fa2 req-e99fa127-ddf3-4994-8aeb-5f8bf7c5ea75 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=32b32f74-bb67-4c09-93a7-f25bdd84e216 HTTP/1.1" status: 200 len: 943 time: 0.0467076 May 12 14:44:22.336269 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a587dc4c-8e2c-430c-86c8-8dd07fe81fa2 req-09c401cd-eebe-44cd-a0ec-ca7fb16c3a34 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab5d4d7-b807-4250-8179-915450e6e05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425363 May 12 14:44:22.900225 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775eeac-3ed3-4ceb-af97-8c5d47779c61 req-89f5eaca-5bc8-4c58-970d-fec6e97fc614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:22.901701 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c775eeac-3ed3-4ceb-af97-8c5d47779c61 req-89f5eaca-5bc8-4c58-970d-fec6e97fc614 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=acae066a447040f98bf289109ed61c77&device_id=32b32f74-bb67-4c09-93a7-f25bdd84e216 HTTP/1.1" status: 200 len: 1127 time: 0.0416889 May 12 14:44:22.988361 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775eeac-3ed3-4ceb-af97-8c5d47779c61 req-ef6d9fc5-51c6-42ff-bb65-a9f09e7fd06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:22.989847 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c775eeac-3ed3-4ceb-af97-8c5d47779c61 req-ef6d9fc5-51c6-42ff-bb65-a9f09e7fd06b service neutron] 10.222.0.57 "GET /v2.0/networks?id=5477df79-3f77-4d26-bd44-a92ad32664f4 HTTP/1.1" status: 200 len: 910 time: 0.0819957 May 12 14:44:23.035088 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c775eeac-3ed3-4ceb-af97-8c5d47779c61 req-666f4204-a247-4e1c-b46a-2cc413457a38 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d25dd6c-3d83-43fe-963a-edc06fcb5bf8 HTTP/1.1" status: 200 len: 217 time: 0.0390246 May 12 14:44:23.082365 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775eeac-3ed3-4ceb-af97-8c5d47779c61 req-b20b4256-a1f6-4f9c-858c-70f03319f110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:23.083836 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c775eeac-3ed3-4ceb-af97-8c5d47779c61 req-b20b4256-a1f6-4f9c-858c-70f03319f110 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3b8c294c-60e0-437e-aad3-53d249e83dad HTTP/1.1" status: 200 len: 849 time: 0.0423980 May 12 14:44:23.118413 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c775eeac-3ed3-4ceb-af97-8c5d47779c61 req-67404c80-e4f6-4a4f-9044-c7157f8129f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5477df79-3f77-4d26-bd44-a92ad32664f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276861 May 12 14:44:23.220214 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c775eeac-3ed3-4ceb-af97-8c5d47779c61 req-3a64e23c-156f-420d-9489-d9aa5f4596b2 service neutron] 10.222.0.57 "GET /v2.0/networks/5477df79-3f77-4d26-bd44-a92ad32664f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956039 May 12 14:44:23.310440 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c775eeac-3ed3-4ceb-af97-8c5d47779c61 req-c0f3ead5-def4-4ca0-929c-4f25fbc7b853 service neutron] 10.222.0.57 "GET /v2.0/networks/5477df79-3f77-4d26-bd44-a92ad32664f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826213 May 12 14:44:23.454190 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce573b3-0ecd-4dad-8a94-a42466c2844b req-3a7bbf51-dec9-4ae4-9e72-badfa37443b6 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:23.455579 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3ce573b3-0ecd-4dad-8a94-a42466c2844b req-3a7bbf51-dec9-4ae4-9e72-badfa37443b6 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=32b32f74-bb67-4c09-93a7-f25bdd84e216 HTTP/1.1" status: 200 len: 943 time: 0.0455747 May 12 14:44:23.504869 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3ce573b3-0ecd-4dad-8a94-a42466c2844b req-6d2b62f9-5d0d-4502-9246-499bf121e669 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab5d4d7-b807-4250-8179-915450e6e05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436773 May 12 14:44:24.614929 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6874436-533e-4c1c-a8db-cebc7255f474 req-3a1ec38a-27b9-45e0-9ad7-6558a157e597 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:24.616393 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c6874436-533e-4c1c-a8db-cebc7255f474 req-3a1ec38a-27b9-45e0-9ad7-6558a157e597 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=32b32f74-bb67-4c09-93a7-f25bdd84e216 HTTP/1.1" status: 200 len: 943 time: 0.0451066 May 12 14:44:24.662352 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c6874436-533e-4c1c-a8db-cebc7255f474 req-e22c7d4b-ea12-4be0-9101-73984ce6da25 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab5d4d7-b807-4250-8179-915450e6e05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402088 May 12 14:44:25.724435 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 0d25dd6c-3d83-43fe-963a-edc06fcb5bf8 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:44:25.776373 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3f971-731b-48c6-a56a-9cf2a7c71cef req-069f3eb8-fc96-4129-a651-3b44d25e777d tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:25.777854 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dbb3f971-731b-48c6-a56a-9cf2a7c71cef req-069f3eb8-fc96-4129-a651-3b44d25e777d tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=32b32f74-bb67-4c09-93a7-f25bdd84e216 HTTP/1.1" status: 200 len: 943 time: 0.0481701 May 12 14:44:25.828462 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 0d25dd6c-3d83-43fe-963a-edc06fcb5bf8, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=0d25dd6c-3d83-43fe-963a-edc06fcb5bf8,segment=NetworkSegment(93d66967-687c-4b7a-a24a-e4deee4f1903),segment_id=93d66967-687c-4b7a-a24a-e4deee4f1903)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:44:25.831372 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dbb3f971-731b-48c6-a56a-9cf2a7c71cef req-0989b11c-3aef-443f-a656-f60113d10d24 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab5d4d7-b807-4250-8179-915450e6e05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478070 May 12 14:44:25.839843 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Returning: {'device': '0d25dd6c-3d83-43fe-963a-edc06fcb5bf8', 'network_id': '5477df79-3f77-4d26-bd44-a92ad32664f4', 'port_id': '0d25dd6c-3d83-43fe-963a-edc06fcb5bf8', 'mac_address': 'fa:16:3e:ce:40:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b8c294c-60e0-437e-aad3-53d249e83dad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:44:25.882242 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 0d25dd6c-3d83-43fe-963a-edc06fcb5bf8 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:44:25.882621 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (0d25dd6c-3d83-43fe-963a-edc06fcb5bf8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:25.895530 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d25dd6c-3d83-43fe-963a-edc06fcb5bf8 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:44:25.914325 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 0d25dd6c-3d83-43fe-963a-edc06fcb5bf8, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=0d25dd6c-3d83-43fe-963a-edc06fcb5bf8,segment=NetworkSegment(93d66967-687c-4b7a-a24a-e4deee4f1903),segment_id=93d66967-687c-4b7a-a24a-e4deee4f1903)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:44:25.917951 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (0d25dd6c-3d83-43fe-963a-edc06fcb5bf8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:25.965153 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=0d25dd6c-3d83-43fe-963a-edc06fcb5bf8,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:26.946799 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b0297-c8b4-43f7-9ff4-8c4289cfc6d2 req-5fd7cb5f-45ac-4255-9a49-209164ce6491 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:26.948302 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7a4b0297-c8b4-43f7-9ff4-8c4289cfc6d2 req-5fd7cb5f-45ac-4255-9a49-209164ce6491 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=32b32f74-bb67-4c09-93a7-f25bdd84e216 HTTP/1.1" status: 200 len: 944 time: 0.0497644 May 12 14:44:26.994391 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7a4b0297-c8b4-43f7-9ff4-8c4289cfc6d2 req-f4bb1d92-de22-4b88-91e6-f5f0a2e0591d tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab5d4d7-b807-4250-8179-915450e6e05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397298 May 12 14:44:28.069085 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['0d25dd6c-3d83-43fe-963a-edc06fcb5bf8'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:44:28.112091 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0be09-1230-4dc4-abf3-731f6792b4c8 req-1c57f0c9-9e61-4805-95ac-9829e9a85259 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:28.113581 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-09c0be09-1230-4dc4-abf3-731f6792b4c8 req-1c57f0c9-9e61-4805-95ac-9829e9a85259 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=32b32f74-bb67-4c09-93a7-f25bdd84e216 HTTP/1.1" status: 200 len: 944 time: 0.0478473 May 12 14:44:28.162858 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-09c0be09-1230-4dc4-abf3-731f6792b4c8 req-3286217b-ccc9-4971-b05f-7d7f2844c3e5 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab5d4d7-b807-4250-8179-915450e6e05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428064 May 12 14:44:29.187377 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 0d25dd6c-3d83-43fe-963a-edc06fcb5bf8 up at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:44:29.232555 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning for port 0d25dd6c-3d83-43fe-963a-edc06fcb5bf8 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:44:29.238456 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning complete for port 0d25dd6c-3d83-43fe-963a-edc06fcb5bf8 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:44:29.238914 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (0d25dd6c-3d83-43fe-963a-edc06fcb5bf8), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:29.281307 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84647d17-5e0e-4333-bf93-59ada0485906 req-7a950354-8f74-4eb1-b277-6187a091406e tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:29.282507 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-84647d17-5e0e-4333-bf93-59ada0485906 req-7a950354-8f74-4eb1-b277-6187a091406e tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=32b32f74-bb67-4c09-93a7-f25bdd84e216 HTTP/1.1" status: 200 len: 944 time: 0.0508068 May 12 14:44:29.319275 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 0d25dd6c-3d83-43fe-963a-edc06fcb5bf8 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:44:29.319663 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (0d25dd6c-3d83-43fe-963a-edc06fcb5bf8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:29.328342 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-84647d17-5e0e-4333-bf93-59ada0485906 req-51be5a7d-7493-47cc-83dc-59b8555968f0 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab5d4d7-b807-4250-8179-915450e6e05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401969 May 12 14:44:29.343302 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b32f74-bb67-4c09-93a7-f25bdd84e216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d25dd6c-3d83-43fe-963a-edc06fcb5bf8'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:44:29.345533 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9039c31e-f18c-4a73-8e57-94362249b975" -d '{"events": [{"server_uuid": "32b32f74-bb67-4c09-93a7-f25bdd84e216", "name": "network-vif-plugged", "status": "completed", "tag": "0d25dd6c-3d83-43fe-963a-edc06fcb5bf8"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:44:29.357865 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 0d25dd6c-3d83-43fe-963a-edc06fcb5bf8, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=0d25dd6c-3d83-43fe-963a-edc06fcb5bf8,segment=NetworkSegment(93d66967-687c-4b7a-a24a-e4deee4f1903),segment_id=93d66967-687c-4b7a-a24a-e4deee4f1903)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:44:29.361664 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (0d25dd6c-3d83-43fe-963a-edc06fcb5bf8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:29.408706 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=0d25dd6c-3d83-43fe-963a-edc06fcb5bf8,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:29.506829 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22f9e30-cf32-45b9-a8df-2ed718c83bf1 x-openstack-request-id: req-c22f9e30-cf32-45b9-a8df-2ed718c83bf1 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:44:29.507157 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b32f74-bb67-4c09-93a7-f25bdd84e216", "name": "network-vif-plugged", "status": "completed", "tag": "0d25dd6c-3d83-43fe-963a-edc06fcb5bf8", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:44:29.507425 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c22f9e30-cf32-45b9-a8df-2ed718c83bf1 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:44:29.507827 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c22f9e30-cf32-45b9-a8df-2ed718c83bf1'] response: {'server_uuid': '32b32f74-bb67-4c09-93a7-f25bdd84e216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d25dd6c-3d83-43fe-963a-edc06fcb5bf8', 'code': 200} May 12 14:44:29.724956 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e426200-3e05-4806-a6c9-95d514c88dff req-cf6a18bf-0407-4bed-a413-045756d5cbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:29.726393 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0e426200-3e05-4806-a6c9-95d514c88dff req-cf6a18bf-0407-4bed-a413-045756d5cbd7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=32b32f74-bb67-4c09-93a7-f25bdd84e216 HTTP/1.1" status: 200 len: 1129 time: 0.0362000 May 12 14:44:29.770675 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0e426200-3e05-4806-a6c9-95d514c88dff req-24854b24-0d17-4bf2-b05d-c9a0ea7500cd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9ab5d4d7-b807-4250-8179-915450e6e05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366595 May 12 14:44:30.437973 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836984e-927f-4dff-a9f9-074a983da1b2 req-78ecf404-cdf5-4746-898f-b24d5cbf6c12 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:30.439439 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0836984e-927f-4dff-a9f9-074a983da1b2 req-78ecf404-cdf5-4746-898f-b24d5cbf6c12 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=32b32f74-bb67-4c09-93a7-f25bdd84e216 HTTP/1.1" status: 200 len: 945 time: 0.0447187 May 12 14:44:30.487623 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0836984e-927f-4dff-a9f9-074a983da1b2 req-53af4a0d-e7c1-48ed-8782-d5ac7ffcb079 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab5d4d7-b807-4250-8179-915450e6e05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428233 May 12 14:44:30.850131 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 42670) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:30.954646 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af29b9fb-200c-4e8a-91d0-457f70c9dcce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:31.031801 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af29b9fb-200c-4e8a-91d0-457f70c9dcce admin admin] Publish callbacks [] for security_group (1ac8e421-a7a3-4785-ba18-6deb428c3224), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:31.035515 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-af29b9fb-200c-4e8a-91d0-457f70c9dcce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (1ac8e421-a7a3-4785-ba18-6deb428c3224), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:31.073693 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-af29b9fb-200c-4e8a-91d0-457f70c9dcce admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=213d50fb344c4e409d5e5c29a693f2ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223735 May 12 14:44:31.074495 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29b9fb-200c-4e8a-91d0-457f70c9dcce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac8e421-a7a3-4785-ba18-6deb428c3224,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:31.076347 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 42674) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:44:31.087134 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29b9fb-200c-4e8a-91d0-457f70c9dcce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.087484 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29b9fb-200c-4e8a-91d0-457f70c9dcce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.087822 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29b9fb-200c-4e8a-91d0-457f70c9dcce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.088156 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29b9fb-200c-4e8a-91d0-457f70c9dcce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.088485 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29b9fb-200c-4e8a-91d0-457f70c9dcce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.088811 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29b9fb-200c-4e8a-91d0-457f70c9dcce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.089135 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29b9fb-200c-4e8a-91d0-457f70c9dcce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.089456 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29b9fb-200c-4e8a-91d0-457f70c9dcce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.089775 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29b9fb-200c-4e8a-91d0-457f70c9dcce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.090093 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29b9fb-200c-4e8a-91d0-457f70c9dcce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.090414 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29b9fb-200c-4e8a-91d0-457f70c9dcce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.090734 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29b9fb-200c-4e8a-91d0-457f70c9dcce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.091077 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29b9fb-200c-4e8a-91d0-457f70c9dcce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.091398 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29b9fb-200c-4e8a-91d0-457f70c9dcce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.091711 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29b9fb-200c-4e8a-91d0-457f70c9dcce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:31.137651 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-79239bfa-4f53-448c-b5fa-bdca16604893 admin admin] Publish callbacks [] for security_group (1ac8e421-a7a3-4785-ba18-6deb428c3224), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:31.157524 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-79239bfa-4f53-448c-b5fa-bdca16604893 admin admin] Publish callbacks [] for security_group (1ac8e421-a7a3-4785-ba18-6deb428c3224), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:31.202722 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-79239bfa-4f53-448c-b5fa-bdca16604893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (1ac8e421-a7a3-4785-ba18-6deb428c3224), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:31.205392 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-79239bfa-4f53-448c-b5fa-bdca16604893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:31.206502 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-79239bfa-4f53-448c-b5fa-bdca16604893 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1ac8e421-a7a3-4785-ba18-6deb428c3224 HTTP/1.1" status: 204 len: 168 time: 0.1285372 May 12 14:44:31.213792 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79239bfa-4f53-448c-b5fa-bdca16604893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac8e421-a7a3-4785-ba18-6deb428c3224,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:31.600218 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30e333-9458-4a04-ae74-10ab66686c28 req-5888be3f-701d-458f-9688-5b29e3b0e910 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:31.601701 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5f30e333-9458-4a04-ae74-10ab66686c28 req-5888be3f-701d-458f-9688-5b29e3b0e910 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=32b32f74-bb67-4c09-93a7-f25bdd84e216 HTTP/1.1" status: 200 len: 945 time: 0.0461359 May 12 14:44:31.647640 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5f30e333-9458-4a04-ae74-10ab66686c28 req-98cfe606-9ad3-4b92-9fc4-a9fe248cfd3e tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab5d4d7-b807-4250-8179-915450e6e05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404096 May 12 14:44:32.340740 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687ca6f-0a8b-478a-b0ad-ae8071bf975c req-0593701e-5025-4816-ae6c-5a6512868687 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:32.342707 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a687ca6f-0a8b-478a-b0ad-ae8071bf975c req-0593701e-5025-4816-ae6c-5a6512868687 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=32b32f74-bb67-4c09-93a7-f25bdd84e216 HTTP/1.1" status: 200 len: 945 time: 0.0448408 May 12 14:44:32.388662 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a687ca6f-0a8b-478a-b0ad-ae8071bf975c req-4a8623b7-658f-45e7-b73c-334c808feac8 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab5d4d7-b807-4250-8179-915450e6e05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403321 May 12 14:44:33.506428 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9e14e-56c6-4132-940c-2a72b0eb11be req-e9b34204-6ec9-4849-b97d-ea4f9eaa0658 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:33.507879 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-29e9e14e-56c6-4132-940c-2a72b0eb11be req-e9b34204-6ec9-4849-b97d-ea4f9eaa0658 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=32b32f74-bb67-4c09-93a7-f25bdd84e216 HTTP/1.1" status: 200 len: 945 time: 0.0489941 May 12 14:44:33.553440 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-29e9e14e-56c6-4132-940c-2a72b0eb11be req-9c5f0068-7eed-4bfb-ae33-a7624d3b65f6 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab5d4d7-b807-4250-8179-915450e6e05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400133 May 12 14:44:34.126077 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e77d6-198c-4b8e-96ea-a360dbbc9e1a req-aa91434e-57f0-48fa-a069-860019747c8b tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:34.127515 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bb4e77d6-198c-4b8e-96ea-a360dbbc9e1a req-aa91434e-57f0-48fa-a069-860019747c8b tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.57 "GET /v2.0/ports?device_id=32b32f74-bb67-4c09-93a7-f25bdd84e216 HTTP/1.1" status: 200 len: 945 time: 0.0451815 May 12 14:44:34.213413 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-bb4e77d6-198c-4b8e-96ea-a360dbbc9e1a req-6caa96d2-9ea9-4e1f-8996-991ecf268f59 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Deleting port 0d25dd6c-3d83-43fe-963a-edc06fcb5bf8 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:44:34.213752 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bb4e77d6-198c-4b8e-96ea-a360dbbc9e1a req-6caa96d2-9ea9-4e1f-8996-991ecf268f59 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (0d25dd6c-3d83-43fe-963a-edc06fcb5bf8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:34.535097 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:44:34.567861 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-bb4e77d6-198c-4b8e-96ea-a360dbbc9e1a req-6caa96d2-9ea9-4e1f-8996-991ecf268f59 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] For port 0d25dd6c-3d83-43fe-963a-edc06fcb5bf8, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=0d25dd6c-3d83-43fe-963a-edc06fcb5bf8,segment=NetworkSegment(93d66967-687c-4b7a-a24a-e4deee4f1903),segment_id=93d66967-687c-4b7a-a24a-e4deee4f1903)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:44:34.568568 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bb4e77d6-198c-4b8e-96ea-a360dbbc9e1a req-6caa96d2-9ea9-4e1f-8996-991ecf268f59 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (0d25dd6c-3d83-43fe-963a-edc06fcb5bf8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:34.582573 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-bb4e77d6-198c-4b8e-96ea-a360dbbc9e1a req-6caa96d2-9ea9-4e1f-8996-991ecf268f59 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Calling delete_port for 0d25dd6c-3d83-43fe-963a-edc06fcb5bf8 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:44:34.679213 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4cf24-00bd-46c8-b0fe-c6f32717b728 req-6c9f1c9d-7aab-4b11-b94e-44c4836480a1 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:34.680663 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-36d4cf24-00bd-46c8-b0fe-c6f32717b728 req-6c9f1c9d-7aab-4b11-b94e-44c4836480a1 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=32b32f74-bb67-4c09-93a7-f25bdd84e216 HTTP/1.1" status: 200 len: 945 time: 0.0555177 May 12 14:44:34.762880 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-36d4cf24-00bd-46c8-b0fe-c6f32717b728 req-4c8c5f5c-5db8-4f52-b3a0-71d6c20c9572 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab5d4d7-b807-4250-8179-915450e6e05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758708 May 12 14:44:34.784031 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bb4e77d6-198c-4b8e-96ea-a360dbbc9e1a req-6caa96d2-9ea9-4e1f-8996-991ecf268f59 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (0d25dd6c-3d83-43fe-963a-edc06fcb5bf8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:34.814265 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa96d2-9ea9-4e1f-8996-991ecf268f59 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Pushing event deleted for resources: {'Port': ['ID=0d25dd6c-3d83-43fe-963a-edc06fcb5bf8,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:34.826658 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['0d25dd6c-3d83-43fe-963a-edc06fcb5bf8'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:44:34.838003 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa96d2-9ea9-4e1f-8996-991ecf268f59 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:34.838347 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa96d2-9ea9-4e1f-8996-991ecf268f59 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:34.838684 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa96d2-9ea9-4e1f-8996-991ecf268f59 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:34.839017 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa96d2-9ea9-4e1f-8996-991ecf268f59 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:34.839371 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa96d2-9ea9-4e1f-8996-991ecf268f59 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:34.839694 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa96d2-9ea9-4e1f-8996-991ecf268f59 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:34.840016 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa96d2-9ea9-4e1f-8996-991ecf268f59 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:34.840337 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa96d2-9ea9-4e1f-8996-991ecf268f59 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:34.840652 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa96d2-9ea9-4e1f-8996-991ecf268f59 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:34.840972 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa96d2-9ea9-4e1f-8996-991ecf268f59 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:34.841286 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa96d2-9ea9-4e1f-8996-991ecf268f59 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:34.841602 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa96d2-9ea9-4e1f-8996-991ecf268f59 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:34.841936 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa96d2-9ea9-4e1f-8996-991ecf268f59 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:34.842255 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa96d2-9ea9-4e1f-8996-991ecf268f59 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:34.842572 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa96d2-9ea9-4e1f-8996-991ecf268f59 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:34.866362 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4e77d6-198c-4b8e-96ea-a360dbbc9e1a req-6caa96d2-9ea9-4e1f-8996-991ecf268f59 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] No DVR routers for this DVR port 0d25dd6c-3d83-43fe-963a-edc06fcb5bf8 on host hv-cinder-77703 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:44:34.868792 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bb4e77d6-198c-4b8e-96ea-a360dbbc9e1a req-6caa96d2-9ea9-4e1f-8996-991ecf268f59 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:34.872370 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bb4e77d6-198c-4b8e-96ea-a360dbbc9e1a req-6caa96d2-9ea9-4e1f-8996-991ecf268f59 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.57 "DELETE /v2.0/ports/0d25dd6c-3d83-43fe-963a-edc06fcb5bf8 HTTP/1.1" status: 204 len: 173 time: 0.7392800 May 12 14:44:34.872807 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b32f74-bb67-4c09-93a7-f25bdd84e216', 'name': 'network-vif-deleted', 'tag': '0d25dd6c-3d83-43fe-963a-edc06fcb5bf8'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:44:34.875743 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef84f37-6f24-45b7-8244-b62c0d1bb8d5" -d '{"events": [{"server_uuid": "32b32f74-bb67-4c09-93a7-f25bdd84e216", "name": "network-vif-deleted", "tag": "0d25dd6c-3d83-43fe-963a-edc06fcb5bf8"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:44:34.910417 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1e99f9-a0d1-41d8-9319-c548d2b17223 x-openstack-request-id: req-cd1e99f9-a0d1-41d8-9319-c548d2b17223 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:44:34.910712 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b32f74-bb67-4c09-93a7-f25bdd84e216", "name": "network-vif-deleted", "tag": "0d25dd6c-3d83-43fe-963a-edc06fcb5bf8", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:44:34.910967 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cd1e99f9-a0d1-41d8-9319-c548d2b17223 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:44:34.911436 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd1e99f9-a0d1-41d8-9319-c548d2b17223'] response: {'server_uuid': '32b32f74-bb67-4c09-93a7-f25bdd84e216', 'name': 'network-vif-deleted', 'tag': '0d25dd6c-3d83-43fe-963a-edc06fcb5bf8', 'status': 'completed', 'code': 200} May 12 14:44:36.087333 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-c272bcc4-0d5e-4946-92ff-f51ab03c686c tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:36.088775 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-c272bcc4-0d5e-4946-92ff-f51ab03c686c tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/networks?id=5477df79-3f77-4d26-bd44-a92ad32664f4 HTTP/1.1" status: 200 len: 809 time: 0.1041033 May 12 14:44:36.102645 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-cb0602a3-852a-4dde-ac7f-ad360341e9af tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/quotas/acae066a447040f98bf289109ed61c77 HTTP/1.1" status: 200 len: 375 time: 0.0086172 May 12 14:44:36.134666 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-b26b35d1-9878-4f82-961e-f7057169ef30 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=acae066a447040f98bf289109ed61c77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272393 May 12 14:44:36.236156 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-79506e66-3974-4fbd-8908-8e1903bbf0e1 service neutron] 10.222.0.75 "GET /v2.0/networks/5477df79-3f77-4d26-bd44-a92ad32664f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940688 May 12 14:44:36.323824 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-f62858e3-c535-42d8-a997-79fef94af1f0 service neutron] 10.222.0.75 "GET /v2.0/networks/5477df79-3f77-4d26-bd44-a92ad32664f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819776 May 12 14:44:36.475837 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-626c05fb-68fc-4034-b6e7-ddaa881e67fa req-95d2899b-a579-4ab4-8b1c-19b3d4e970e2 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=97847618-1f71-49ee-bdea-a3ba976f39d9 HTTP/1.1" status: 200 len: 210 time: 0.0273340 May 12 14:44:37.511890 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-ea7b80ae-60c6-4e0c-a7b3-a23305081970 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:37.513325 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-ea7b80ae-60c6-4e0c-a7b3-a23305081970 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.57 "GET /v2.0/networks?id=5477df79-3f77-4d26-bd44-a92ad32664f4 HTTP/1.1" status: 200 len: 809 time: 0.1032925 May 12 14:44:37.547388 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-6348696c-bb05-42cd-b886-c94bacee2062 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Request body: {'port': {'device_id': '97847618-1f71-49ee-bdea-a3ba976f39d9', 'network_id': '5477df79-3f77-4d26-bd44-a92ad32664f4', 'admin_state_up': True, 'tenant_id': 'acae066a447040f98bf289109ed61c77'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:44:37.600978 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-164865f6-eb2c-49f3-a049-476ce6f0b964 req-f864fbe5-4d54-449d-9d99-ff7a1f4b7c28 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=97847618-1f71-49ee-bdea-a3ba976f39d9 HTTP/1.1" status: 200 len: 210 time: 0.0489218 May 12 14:44:37.679650 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-6348696c-bb05-42cd-b886-c94bacee2062 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Made reservation on behalf of acae066a447040f98bf289109ed61c77 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:44:37.682959 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-6348696c-bb05-42cd-b886-c94bacee2062 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:37.806003 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-6348696c-bb05-42cd-b886-c94bacee2062 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Allocated IP 172.20.0.6 (5477df79-3f77-4d26-bd44-a92ad32664f4/3b8c294c-60e0-437e-aad3-53d249e83dad/6a68cc4b-e38e-4670-88cd-2547114bc580) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:44:37.947125 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-6348696c-bb05-42cd-b886-c94bacee2062 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Publish callbacks [] for port (6a68cc4b-e38e-4670-88cd-2547114bc580), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:37.979431 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-6348696c-bb05-42cd-b886-c94bacee2062 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (6a68cc4b-e38e-4670-88cd-2547114bc580), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:38.025207 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-6348696c-bb05-42cd-b886-c94bacee2062 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Network 5477df79-3f77-4d26-bd44-a92ad32664f4 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:44:38.028337 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-6348696c-bb05-42cd-b886-c94bacee2062 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:44:38.033994 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-6348696c-bb05-42cd-b886-c94bacee2062 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:44:38.040373 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6348696c-bb05-42cd-b886-c94bacee2062 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Pushing event updated for resources: {'Port': ['ID=6a68cc4b-e38e-4670-88cd-2547114bc580,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:38.084051 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-6348696c-bb05-42cd-b886-c94bacee2062 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:38.084640 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-6348696c-bb05-42cd-b886-c94bacee2062 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:38.099946 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-6348696c-bb05-42cd-b886-c94bacee2062 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5568078 May 12 14:44:38.180645 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-18f10895-4f70-4bef-b19f-c0c7e6967867 service neutron] Request body: {'port': {'device_id': '97847618-1f71-49ee-bdea-a3ba976f39d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:44:38.241091 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-18f10895-4f70-4bef-b19f-c0c7e6967867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (6a68cc4b-e38e-4670-88cd-2547114bc580), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:38.529994 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-18f10895-4f70-4bef-b19f-c0c7e6967867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a68cc4b-e38e-4670-88cd-2547114bc580 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:44:38.537389 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-18f10895-4f70-4bef-b19f-c0c7e6967867 service neutron] Publish callbacks [] for port (6a68cc4b-e38e-4670-88cd-2547114bc580), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:38.549299 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-18f10895-4f70-4bef-b19f-c0c7e6967867 service neutron] Transition to ACTIVE for port object 6a68cc4b-e38e-4670-88cd-2547114bc580 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:44:38.553211 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-18f10895-4f70-4bef-b19f-c0c7e6967867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745168'] for port (6a68cc4b-e38e-4670-88cd-2547114bc580), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:38.604584 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f10895-4f70-4bef-b19f-c0c7e6967867 service neutron] Pushing event updated for resources: {'Port': ['ID=6a68cc4b-e38e-4670-88cd-2547114bc580,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:38.682436 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-18f10895-4f70-4bef-b19f-c0c7e6967867 service neutron] Attempting to bind port 6a68cc4b-e38e-4670-88cd-2547114bc580 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:44:38.682775 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-18f10895-4f70-4bef-b19f-c0c7e6967867 service neutron] Attempting to bind port 6a68cc4b-e38e-4670-88cd-2547114bc580 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '93d66967-687c-4b7a-a24a-e4deee4f1903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5477df79-3f77-4d26-bd44-a92ad32664f4'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:44:38.683138 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-18f10895-4f70-4bef-b19f-c0c7e6967867 service neutron] Attempting to bind port 6a68cc4b-e38e-4670-88cd-2547114bc580 on network 5477df79-3f77-4d26-bd44-a92ad32664f4 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:44:38.703558 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-18f10895-4f70-4bef-b19f-c0c7e6967867 service neutron] Port 6a68cc4b-e38e-4670-88cd-2547114bc580 on network 5477df79-3f77-4d26-bd44-a92ad32664f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:44:38.703882 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-18f10895-4f70-4bef-b19f-c0c7e6967867 service neutron] Attempting to bind port 6a68cc4b-e38e-4670-88cd-2547114bc580 on network 5477df79-3f77-4d26-bd44-a92ad32664f4 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:44:38.712091 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-18f10895-4f70-4bef-b19f-c0c7e6967867 service neutron] Checking agent: {'id': 'c5e9105e-03c6-4986-a076-8428d06d9de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:44:38.712428 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-18f10895-4f70-4bef-b19f-c0c7e6967867 service neutron] Checking segment: {'id': '93d66967-687c-4b7a-a24a-e4deee4f1903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5477df79-3f77-4d26-bd44-a92ad32664f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:44:38.712818 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-18f10895-4f70-4bef-b19f-c0c7e6967867 service neutron] Bound using segment: {'id': '93d66967-687c-4b7a-a24a-e4deee4f1903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5477df79-3f77-4d26-bd44-a92ad32664f4'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:44:38.713242 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-18f10895-4f70-4bef-b19f-c0c7e6967867 service neutron] Bound port: 6a68cc4b-e38e-4670-88cd-2547114bc580, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d66967-687c-4b7a-a24a-e4deee4f1903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5477df79-3f77-4d26-bd44-a92ad32664f4'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:44:38.713600 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-18f10895-4f70-4bef-b19f-c0c7e6967867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (6a68cc4b-e38e-4670-88cd-2547114bc580), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:38.730745 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f689a1-7c79-4605-a24e-86e36ff7da3c req-6b027311-cf0e-4fb1-ad90-5e2275732f93 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:38.732252 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-95f689a1-7c79-4605-a24e-86e36ff7da3c req-6b027311-cf0e-4fb1-ad90-5e2275732f93 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=97847618-1f71-49ee-bdea-a3ba976f39d9 HTTP/1.1" status: 200 len: 943 time: 0.0613730 May 12 14:44:38.817689 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-95f689a1-7c79-4605-a24e-86e36ff7da3c req-948258e0-1fa5-4f1c-aefd-3416f66aea29 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab5d4d7-b807-4250-8179-915450e6e05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790963 May 12 14:44:38.818749 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-18f10895-4f70-4bef-b19f-c0c7e6967867 service neutron] For port 6a68cc4b-e38e-4670-88cd-2547114bc580, host hv-cinder-77703, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:44:38.822408 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-18f10895-4f70-4bef-b19f-c0c7e6967867 service neutron] For port 6a68cc4b-e38e-4670-88cd-2547114bc580, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6a68cc4b-e38e-4670-88cd-2547114bc580,segment=NetworkSegment(93d66967-687c-4b7a-a24a-e4deee4f1903),segment_id=93d66967-687c-4b7a-a24a-e4deee4f1903)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:44:38.828872 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-18f10895-4f70-4bef-b19f-c0c7e6967867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745168'] for port (6a68cc4b-e38e-4670-88cd-2547114bc580), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:38.863295 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-18f10895-4f70-4bef-b19f-c0c7e6967867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:38.863943 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-18f10895-4f70-4bef-b19f-c0c7e6967867 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:38.865387 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-18f10895-4f70-4bef-b19f-c0c7e6967867 service neutron] 10.222.0.57 "PUT /v2.0/ports/6a68cc4b-e38e-4670-88cd-2547114bc580 HTTP/1.1" status: 200 len: 1093 time: 0.6888487 May 12 14:44:38.867599 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97847618-1f71-49ee-bdea-a3ba976f39d9', 'tag': '6a68cc4b-e38e-4670-88cd-2547114bc580'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:44:38.870072 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c7331a-abae-4b8c-80a8-9fb54962bd9c" -d '{"events": [{"name": "network-changed", "server_uuid": "97847618-1f71-49ee-bdea-a3ba976f39d9", "tag": "6a68cc4b-e38e-4670-88cd-2547114bc580"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:44:38.897572 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f10895-4f70-4bef-b19f-c0c7e6967867 service neutron] Pushing event updated for resources: {'Port': ['ID=6a68cc4b-e38e-4670-88cd-2547114bc580,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:38.911487 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa157c9-4e9b-4e7c-a143-f1e6c11935ac x-openstack-request-id: req-faa157c9-4e9b-4e7c-a143-f1e6c11935ac {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:44:38.911775 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97847618-1f71-49ee-bdea-a3ba976f39d9", "tag": "6a68cc4b-e38e-4670-88cd-2547114bc580", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:44:38.912074 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-faa157c9-4e9b-4e7c-a143-f1e6c11935ac {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:44:38.912539 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faa157c9-4e9b-4e7c-a143-f1e6c11935ac'] response: {'name': 'network-changed', 'server_uuid': '97847618-1f71-49ee-bdea-a3ba976f39d9', 'tag': '6a68cc4b-e38e-4670-88cd-2547114bc580', 'status': 'completed', 'code': 200} May 12 14:44:38.968488 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-a0b811ef-9a98-4168-88d6-50cd62c02a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:38.970028 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-a0b811ef-9a98-4168-88d6-50cd62c02a35 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=acae066a447040f98bf289109ed61c77&device_id=97847618-1f71-49ee-bdea-a3ba976f39d9 HTTP/1.1" status: 200 len: 1127 time: 0.0392385 May 12 14:44:39.024078 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-80ca6f62-98f2-4dd6-a658-47aff6bcc449 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a68cc4b-e38e-4670-88cd-2547114bc580 HTTP/1.1" status: 200 len: 217 time: 0.0349791 May 12 14:44:39.073480 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-ea1e62f8-345d-4685-ae53-3645fe914410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:39.074863 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-ea1e62f8-345d-4685-ae53-3645fe914410 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3b8c294c-60e0-437e-aad3-53d249e83dad HTTP/1.1" status: 200 len: 849 time: 0.0450528 May 12 14:44:39.106275 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-86877566-4cf0-4667-bfbc-822f89d49c79 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5477df79-3f77-4d26-bd44-a92ad32664f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243964 May 12 14:44:39.193320 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-70236bc7-cd5c-4928-9fde-781c05401754 service neutron] 10.222.0.57 "GET /v2.0/networks/5477df79-3f77-4d26-bd44-a92ad32664f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797369 May 12 14:44:39.214652 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 0d25dd6c-3d83-43fe-963a-edc06fcb5bf8 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:44:39.235137 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] No Port match for: 0d25dd6c-3d83-43fe-963a-edc06fcb5bf8 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:44:39.235480 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 0d25dd6c-3d83-43fe-963a-edc06fcb5bf8 not bound to the agent host hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:44:39.286965 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bfaddc9f-e662-4375-afef-d0dcbf6f2d38 req-5d28c3e3-b751-4c9c-b02f-d61d85e474e3 service neutron] 10.222.0.57 "GET /v2.0/networks/5477df79-3f77-4d26-bd44-a92ad32664f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872009 May 12 14:44:39.293072 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ccaf30ba-762f-44dc-99f1-ad9a0750a8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:39.930000 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594dbd7-069c-4bfb-b192-51c128f5b8f3 req-66300c2e-2fd8-4f66-82d5-2b6977134d3e tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:39.931464 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3594dbd7-069c-4bfb-b192-51c128f5b8f3 req-66300c2e-2fd8-4f66-82d5-2b6977134d3e tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=97847618-1f71-49ee-bdea-a3ba976f39d9 HTTP/1.1" status: 200 len: 943 time: 0.0461206 May 12 14:44:39.979011 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3594dbd7-069c-4bfb-b192-51c128f5b8f3 req-d7eb21c3-7875-4ec8-84ca-3a9014fe1196 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab5d4d7-b807-4250-8179-915450e6e05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415154 May 12 14:44:41.094507 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391dffb-e0d1-4b81-8946-bf0c7d757001 req-b3307c67-fed6-41fc-8a8b-f555505fe20f tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:41.095973 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f391dffb-e0d1-4b81-8946-bf0c7d757001 req-b3307c67-fed6-41fc-8a8b-f555505fe20f tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=97847618-1f71-49ee-bdea-a3ba976f39d9 HTTP/1.1" status: 200 len: 943 time: 0.0484633 May 12 14:44:41.144781 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f391dffb-e0d1-4b81-8946-bf0c7d757001 req-4312d694-8977-4f7f-880b-1a9ad1dddaf3 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab5d4d7-b807-4250-8179-915450e6e05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405009 May 12 14:44:41.609066 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7331a-abae-4b8c-80a8-9fb54962bd9c req-d2951877-0ea7-4313-8601-19aea6b4621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:41.610504 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a5c7331a-abae-4b8c-80a8-9fb54962bd9c req-d2951877-0ea7-4313-8601-19aea6b4621b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=acae066a447040f98bf289109ed61c77&device_id=97847618-1f71-49ee-bdea-a3ba976f39d9 HTTP/1.1" status: 200 len: 1127 time: 0.0382276 May 12 14:44:41.651911 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0241814a-9a78-4554-80ff-70b2df00843d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:41.704026 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7331a-abae-4b8c-80a8-9fb54962bd9c req-ebe9afdc-9fd0-4851-ba84-e91916f55dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:41.705495 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a5c7331a-abae-4b8c-80a8-9fb54962bd9c req-ebe9afdc-9fd0-4851-ba84-e91916f55dde service neutron] 10.222.0.57 "GET /v2.0/networks?id=5477df79-3f77-4d26-bd44-a92ad32664f4 HTTP/1.1" status: 200 len: 910 time: 0.0856118 May 12 14:44:41.745244 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a5c7331a-abae-4b8c-80a8-9fb54962bd9c req-d0721964-2ede-4c77-8b99-dfc912a25e64 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a68cc4b-e38e-4670-88cd-2547114bc580 HTTP/1.1" status: 200 len: 217 time: 0.0336456 May 12 14:44:41.791782 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7331a-abae-4b8c-80a8-9fb54962bd9c req-698a400e-2d27-4e50-8422-964b538ee6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:41.793193 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a5c7331a-abae-4b8c-80a8-9fb54962bd9c req-698a400e-2d27-4e50-8422-964b538ee6b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3b8c294c-60e0-437e-aad3-53d249e83dad HTTP/1.1" status: 200 len: 849 time: 0.0421851 May 12 14:44:41.825229 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a5c7331a-abae-4b8c-80a8-9fb54962bd9c req-6e432a25-e767-40df-bf5b-f0cdbcc64ea9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5477df79-3f77-4d26-bd44-a92ad32664f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244777 May 12 14:44:41.913930 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a5c7331a-abae-4b8c-80a8-9fb54962bd9c req-2aafccf2-9c3c-4426-8221-6522aa07fe0b service neutron] 10.222.0.57 "GET /v2.0/networks/5477df79-3f77-4d26-bd44-a92ad32664f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822177 May 12 14:44:42.004468 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a5c7331a-abae-4b8c-80a8-9fb54962bd9c req-090f5a96-9b9b-423e-b2b7-1e2cca097f0c service neutron] 10.222.0.57 "GET /v2.0/networks/5477df79-3f77-4d26-bd44-a92ad32664f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842929 May 12 14:44:42.254732 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f41921-6048-454a-ae49-67f0421bcba0 req-71243c81-cbd9-4588-be08-1b4c0afb81d8 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:42.256201 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-22f41921-6048-454a-ae49-67f0421bcba0 req-71243c81-cbd9-4588-be08-1b4c0afb81d8 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=97847618-1f71-49ee-bdea-a3ba976f39d9 HTTP/1.1" status: 200 len: 943 time: 0.0463972 May 12 14:44:42.302621 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-22f41921-6048-454a-ae49-67f0421bcba0 req-72baf194-5356-431d-8d7d-0cebc299a857 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab5d4d7-b807-4250-8179-915450e6e05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400262 May 12 14:44:43.015298 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:43.235088 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 6a68cc4b-e38e-4670-88cd-2547114bc580 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:44:43.330032 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 6a68cc4b-e38e-4670-88cd-2547114bc580, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6a68cc4b-e38e-4670-88cd-2547114bc580,segment=NetworkSegment(93d66967-687c-4b7a-a24a-e4deee4f1903),segment_id=93d66967-687c-4b7a-a24a-e4deee4f1903)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:44:43.341209 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Returning: {'device': '6a68cc4b-e38e-4670-88cd-2547114bc580', 'network_id': '5477df79-3f77-4d26-bd44-a92ad32664f4', 'port_id': '6a68cc4b-e38e-4670-88cd-2547114bc580', 'mac_address': 'fa:16:3e:35:a6:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b8c294c-60e0-437e-aad3-53d249e83dad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:44:43.382190 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 6a68cc4b-e38e-4670-88cd-2547114bc580 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:44:43.382575 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (6a68cc4b-e38e-4670-88cd-2547114bc580), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:43.413539 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17884a8-317b-41da-9c99-c1fdcb364210 req-9b0e943c-2023-484a-b23a-485970dee058 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:43.415193 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f17884a8-317b-41da-9c99-c1fdcb364210 req-9b0e943c-2023-484a-b23a-485970dee058 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=97847618-1f71-49ee-bdea-a3ba976f39d9 HTTP/1.1" status: 200 len: 943 time: 0.0474575 May 12 14:44:43.463773 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f17884a8-317b-41da-9c99-c1fdcb364210 req-dff60e89-f723-4b5b-b209-1307fae6f452 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab5d4d7-b807-4250-8179-915450e6e05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423353 May 12 14:44:43.518485 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a68cc4b-e38e-4670-88cd-2547114bc580 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:44:43.537754 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 6a68cc4b-e38e-4670-88cd-2547114bc580, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6a68cc4b-e38e-4670-88cd-2547114bc580,segment=NetworkSegment(93d66967-687c-4b7a-a24a-e4deee4f1903),segment_id=93d66967-687c-4b7a-a24a-e4deee4f1903)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:44:43.541708 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (6a68cc4b-e38e-4670-88cd-2547114bc580), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:43.588100 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=6a68cc4b-e38e-4670-88cd-2547114bc580,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:43.595508 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:43.595852 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:43.596194 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:43.596535 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:43.596867 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:43.597198 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:43.597531 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:43.597851 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:43.598177 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:43.598501 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:43.598823 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:43.599176 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:43.599505 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:43.599818 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:43.600137 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:44:43.937422 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['6a68cc4b-e38e-4670-88cd-2547114bc580'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:44:44.407049 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:44.580201 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cd9c6-86d0-4f35-aace-11cd1d21ddd3 req-711e09cf-1338-4e28-882d-358abadbae94 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:44.581663 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-810cd9c6-86d0-4f35-aace-11cd1d21ddd3 req-711e09cf-1338-4e28-882d-358abadbae94 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=97847618-1f71-49ee-bdea-a3ba976f39d9 HTTP/1.1" status: 200 len: 944 time: 0.0495141 May 12 14:44:44.627505 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-810cd9c6-86d0-4f35-aace-11cd1d21ddd3 req-c43f4572-ebc2-4ca3-b532-968d1323a768 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab5d4d7-b807-4250-8179-915450e6e05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403702 May 12 14:44:45.249905 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 6a68cc4b-e38e-4670-88cd-2547114bc580 up at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:44:45.293256 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning for port 6a68cc4b-e38e-4670-88cd-2547114bc580 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:44:45.298949 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning complete for port 6a68cc4b-e38e-4670-88cd-2547114bc580 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:44:45.299345 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (6a68cc4b-e38e-4670-88cd-2547114bc580), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:45.376262 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 6a68cc4b-e38e-4670-88cd-2547114bc580 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:44:45.376642 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (6a68cc4b-e38e-4670-88cd-2547114bc580), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:45.399171 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97847618-1f71-49ee-bdea-a3ba976f39d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a68cc4b-e38e-4670-88cd-2547114bc580'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:44:45.401388 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71e684d-89f7-4835-839e-3df01fb87147" -d '{"events": [{"server_uuid": "97847618-1f71-49ee-bdea-a3ba976f39d9", "name": "network-vif-plugged", "status": "completed", "tag": "6a68cc4b-e38e-4670-88cd-2547114bc580"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:44:45.413665 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 6a68cc4b-e38e-4670-88cd-2547114bc580, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6a68cc4b-e38e-4670-88cd-2547114bc580,segment=NetworkSegment(93d66967-687c-4b7a-a24a-e4deee4f1903),segment_id=93d66967-687c-4b7a-a24a-e4deee4f1903)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:44:45.417724 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (6a68cc4b-e38e-4670-88cd-2547114bc580), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:45.443459 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cabdf2-2866-4b86-9ab4-5507c8b8f778 x-openstack-request-id: req-f6cabdf2-2866-4b86-9ab4-5507c8b8f778 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:44:45.443753 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97847618-1f71-49ee-bdea-a3ba976f39d9", "name": "network-vif-plugged", "status": "completed", "tag": "6a68cc4b-e38e-4670-88cd-2547114bc580", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:44:45.444008 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f6cabdf2-2866-4b86-9ab4-5507c8b8f778 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:44:45.444398 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6cabdf2-2866-4b86-9ab4-5507c8b8f778'] response: {'server_uuid': '97847618-1f71-49ee-bdea-a3ba976f39d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a68cc4b-e38e-4670-88cd-2547114bc580', 'code': 200} May 12 14:44:45.467172 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=6a68cc4b-e38e-4670-88cd-2547114bc580,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:45.639882 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40dfda1-d626-4b8b-b2cb-f3da56a3d932 req-02ce4aa8-9d62-4e6e-a635-e14afea04d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:45.641379 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f40dfda1-d626-4b8b-b2cb-f3da56a3d932 req-02ce4aa8-9d62-4e6e-a635-e14afea04d14 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97847618-1f71-49ee-bdea-a3ba976f39d9 HTTP/1.1" status: 200 len: 1129 time: 0.0384371 May 12 14:44:45.687983 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f40dfda1-d626-4b8b-b2cb-f3da56a3d932 req-b69e3ac0-a91b-41da-beac-34158666cf51 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9ab5d4d7-b807-4250-8179-915450e6e05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386682 May 12 14:44:45.740320 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875a96d-f9df-4e97-b44a-fdd72d4d7554 req-d6bb8cec-f41d-434e-af90-96c158707881 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:45.741744 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7875a96d-f9df-4e97-b44a-fdd72d4d7554 req-d6bb8cec-f41d-434e-af90-96c158707881 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=97847618-1f71-49ee-bdea-a3ba976f39d9 HTTP/1.1" status: 200 len: 945 time: 0.0477564 May 12 14:44:45.764887 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:45.788553 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7875a96d-f9df-4e97-b44a-fdd72d4d7554 req-30a7289b-6ea9-44e5-be1e-f60c6d77ec96 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab5d4d7-b807-4250-8179-915450e6e05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408859 May 12 14:44:46.902370 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0d3ad-b144-449c-8993-5d979c34105a req-e5f6ecfa-ee91-4366-9e31-75ccb28b713d tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:46.903820 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c8c0d3ad-b144-449c-8993-5d979c34105a req-e5f6ecfa-ee91-4366-9e31-75ccb28b713d tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=97847618-1f71-49ee-bdea-a3ba976f39d9 HTTP/1.1" status: 200 len: 945 time: 0.0453331 May 12 14:44:46.949501 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c8c0d3ad-b144-449c-8993-5d979c34105a req-81b58a69-c1e9-4ec9-bb9f-bfae1a4e3acf tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab5d4d7-b807-4250-8179-915450e6e05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395467 May 12 14:44:48.066837 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d0a0b-2950-433c-8797-ee9339f349bf req-3821b693-7fb7-4cdf-81f9-08cc13ed822c tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:48.068300 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-932d0a0b-2950-433c-8797-ee9339f349bf req-3821b693-7fb7-4cdf-81f9-08cc13ed822c tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=97847618-1f71-49ee-bdea-a3ba976f39d9 HTTP/1.1" status: 200 len: 945 time: 0.0447543 May 12 14:44:48.117919 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-932d0a0b-2950-433c-8797-ee9339f349bf req-05383353-7ed1-40e5-aee1-ffc5dbf260b8 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab5d4d7-b807-4250-8179-915450e6e05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440302 May 12 14:44:48.818400 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3db66f-8494-4367-b17a-7903c3e7bfdd req-4fb165b6-d283-4d50-9ad2-107a75f6aa70 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:48.819909 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ff3db66f-8494-4367-b17a-7903c3e7bfdd req-4fb165b6-d283-4d50-9ad2-107a75f6aa70 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=97847618-1f71-49ee-bdea-a3ba976f39d9 HTTP/1.1" status: 200 len: 945 time: 0.0459161 May 12 14:44:48.864729 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ff3db66f-8494-4367-b17a-7903c3e7bfdd req-42ddfd71-66cc-47b5-8e84-c774c8c12adf tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab5d4d7-b807-4250-8179-915450e6e05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393803 May 12 14:44:50.028944 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9873d-09e6-4861-99ca-e7429cd7612f req-910e4095-cf87-4542-bec4-9af229999714 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:50.030385 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bcd9873d-09e6-4861-99ca-e7429cd7612f req-910e4095-cf87-4542-bec4-9af229999714 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=97847618-1f71-49ee-bdea-a3ba976f39d9 HTTP/1.1" status: 200 len: 945 time: 0.0453138 May 12 14:44:50.075137 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bcd9873d-09e6-4861-99ca-e7429cd7612f req-f564dff5-db77-48b4-aa25-b06c9cb412f4 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab5d4d7-b807-4250-8179-915450e6e05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392766 May 12 14:44:50.102343 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:50.553775 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bd2c8-faa6-4921-b1c7-4c9103161be9 req-a3494c7e-5e20-494b-8204-f563d5c5b69f tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:44:50.555272 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cd7bd2c8-faa6-4921-b1c7-4c9103161be9 req-a3494c7e-5e20-494b-8204-f563d5c5b69f tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.57 "GET /v2.0/ports?device_id=97847618-1f71-49ee-bdea-a3ba976f39d9 HTTP/1.1" status: 200 len: 945 time: 0.0489559 May 12 14:44:50.636705 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-cd7bd2c8-faa6-4921-b1c7-4c9103161be9 req-104ef433-9bbb-484e-bbbc-7b3186d5d29e tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Deleting port 6a68cc4b-e38e-4670-88cd-2547114bc580 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:44:50.637040 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cd7bd2c8-faa6-4921-b1c7-4c9103161be9 req-104ef433-9bbb-484e-bbbc-7b3186d5d29e tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (6a68cc4b-e38e-4670-88cd-2547114bc580), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:50.726222 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-cd7bd2c8-faa6-4921-b1c7-4c9103161be9 req-104ef433-9bbb-484e-bbbc-7b3186d5d29e tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] For port 6a68cc4b-e38e-4670-88cd-2547114bc580, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6a68cc4b-e38e-4670-88cd-2547114bc580,segment=NetworkSegment(93d66967-687c-4b7a-a24a-e4deee4f1903),segment_id=93d66967-687c-4b7a-a24a-e4deee4f1903)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:44:50.726585 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cd7bd2c8-faa6-4921-b1c7-4c9103161be9 req-104ef433-9bbb-484e-bbbc-7b3186d5d29e tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (6a68cc4b-e38e-4670-88cd-2547114bc580), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:50.738939 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-cd7bd2c8-faa6-4921-b1c7-4c9103161be9 req-104ef433-9bbb-484e-bbbc-7b3186d5d29e tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Calling delete_port for 6a68cc4b-e38e-4670-88cd-2547114bc580 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:44:50.863310 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cd7bd2c8-faa6-4921-b1c7-4c9103161be9 req-104ef433-9bbb-484e-bbbc-7b3186d5d29e tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (6a68cc4b-e38e-4670-88cd-2547114bc580), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:50.893897 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ef433-9bbb-484e-bbbc-7b3186d5d29e tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Pushing event deleted for resources: {'Port': ['ID=6a68cc4b-e38e-4670-88cd-2547114bc580,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:44:50.907450 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['6a68cc4b-e38e-4670-88cd-2547114bc580'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:44:50.936198 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7bd2c8-faa6-4921-b1c7-4c9103161be9 req-104ef433-9bbb-484e-bbbc-7b3186d5d29e tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] No DVR routers for this DVR port 6a68cc4b-e38e-4670-88cd-2547114bc580 on host hv-cinder-77703 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:44:50.939129 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cd7bd2c8-faa6-4921-b1c7-4c9103161be9 req-104ef433-9bbb-484e-bbbc-7b3186d5d29e tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:44:50.942361 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cd7bd2c8-faa6-4921-b1c7-4c9103161be9 req-104ef433-9bbb-484e-bbbc-7b3186d5d29e tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.57 "DELETE /v2.0/ports/6a68cc4b-e38e-4670-88cd-2547114bc580 HTTP/1.1" status: 204 len: 173 time: 0.3802593 May 12 14:44:50.942767 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97847618-1f71-49ee-bdea-a3ba976f39d9', 'name': 'network-vif-deleted', 'tag': '6a68cc4b-e38e-4670-88cd-2547114bc580'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:44:50.945022 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e851249e-3422-4ca0-b97e-8ca02f17a879" -d '{"events": [{"server_uuid": "97847618-1f71-49ee-bdea-a3ba976f39d9", "name": "network-vif-deleted", "tag": "6a68cc4b-e38e-4670-88cd-2547114bc580"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:44:50.983684 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36301c4b-eb3f-4078-b429-7b4688d9473c x-openstack-request-id: req-36301c4b-eb3f-4078-b429-7b4688d9473c {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:44:50.983978 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97847618-1f71-49ee-bdea-a3ba976f39d9", "name": "network-vif-deleted", "tag": "6a68cc4b-e38e-4670-88cd-2547114bc580", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:44:50.984304 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-36301c4b-eb3f-4078-b429-7b4688d9473c {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:44:50.984706 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36301c4b-eb3f-4078-b429-7b4688d9473c'] response: {'server_uuid': '97847618-1f71-49ee-bdea-a3ba976f39d9', 'name': 'network-vif-deleted', 'tag': '6a68cc4b-e38e-4670-88cd-2547114bc580', 'status': 'completed', 'code': 200} May 12 14:44:51.180042 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-94e2ba15-57cb-47e4-ac83-9a9565a6a944 req-60d95238-31ef-4ac8-8bc2-8ec43bc0f0d9 tempest-VolumesActionsTest-942053235 tempest-VolumesActionsTest-942053235-project] 10.222.0.75 "GET /v2.0/ports?device_id=97847618-1f71-49ee-bdea-a3ba976f39d9 HTTP/1.1" status: 200 len: 210 time: 0.0267932 May 12 14:44:56.846599 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 6a68cc4b-e38e-4670-88cd-2547114bc580 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:44:56.866692 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] No Port match for: 6a68cc4b-e38e-4670-88cd-2547114bc580 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:44:56.867056 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 6a68cc4b-e38e-4670-88cd-2547114bc580 not bound to the agent host hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:45:04.529322 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91f099-65ba-47a4-8d74-9a0248cb994b req-5fc01ab4-3bf5-4ea4-a2fd-b65ebc70c532 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:04.532795 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4d91f099-65ba-47a4-8d74-9a0248cb994b req-5fc01ab4-3bf5-4ea4-a2fd-b65ebc70c532 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0797729 May 12 14:45:04.590143 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4d91f099-65ba-47a4-8d74-9a0248cb994b req-7fd6f214-e56b-45bb-9866-555bb5594421 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515172 May 12 14:45:05.728917 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61386b-045b-423d-bad0-176310ee337d req-fe900e18-5ad8-41c7-a234-5b3587308614 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:05.731337 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ad61386b-045b-423d-bad0-176310ee337d req-fe900e18-5ad8-41c7-a234-5b3587308614 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0527835 May 12 14:45:05.786157 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ad61386b-045b-423d-bad0-176310ee337d req-346df6da-b20e-4fb3-bde0-e455010d37af tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469511 May 12 14:45:06.919532 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac4205-e96d-4d71-b464-e5cc8686e003 req-1bea4ba8-a66b-4608-828f-147680ee249f tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:06.922467 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c2ac4205-e96d-4d71-b464-e5cc8686e003 req-1bea4ba8-a66b-4608-828f-147680ee249f tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0486300 May 12 14:45:06.977859 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c2ac4205-e96d-4d71-b464-e5cc8686e003 req-80a03687-60b7-4011-a40f-dffdaa7fc477 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494134 May 12 14:45:08.122825 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062da57-5b8e-499a-b234-175560b8b8ef req-1fa6d479-fe0a-4b2b-a9ad-683e646d374d tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:08.124913 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0062da57-5b8e-499a-b234-175560b8b8ef req-1fa6d479-fe0a-4b2b-a9ad-683e646d374d tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0517364 May 12 14:45:08.180999 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0062da57-5b8e-499a-b234-175560b8b8ef req-b2bf5485-9a6a-4140-9692-9665b388bf71 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472639 May 12 14:45:09.311414 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8bcb-951c-4d48-971f-5cbe73a82f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:09.326144 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ad3ce-aecf-4207-8e5d-1e38bcce39dd req-c4447696-43cf-4e44-a2f1-08020f87c5e0 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:09.328923 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1c9ad3ce-aecf-4207-8e5d-1e38bcce39dd req-c4447696-43cf-4e44-a2f1-08020f87c5e0 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0582061 May 12 14:45:09.395966 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1c9ad3ce-aecf-4207-8e5d-1e38bcce39dd req-615b28a2-7bf8-4835-b265-87ea6115b1b9 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534337 May 12 14:45:10.524854 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928eb448-500a-47a4-9edb-06d39f89963e req-129a03b4-b20f-4301-a3c0-d2dff3c08132 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:10.527125 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-928eb448-500a-47a4-9edb-06d39f89963e req-129a03b4-b20f-4301-a3c0-d2dff3c08132 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0572464 May 12 14:45:10.587843 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-928eb448-500a-47a4-9edb-06d39f89963e req-9dd267eb-1b5d-459e-bbab-1d3acd3468b4 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539556 May 12 14:45:11.538136 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:45:11.664379 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2e8224bb-44a7-49ee-98bf-d36b1b833990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:11.724869 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a367355-1826-4f4a-a913-9acf4fae331e req-f177820c-4037-4ceb-bd35-2388036c3987 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:11.731596 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5a367355-1826-4f4a-a913-9acf4fae331e req-f177820c-4037-4ceb-bd35-2388036c3987 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0580089 May 12 14:45:11.784836 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5a367355-1826-4f4a-a913-9acf4fae331e req-b8a9f447-1997-4aef-b526-b181a1d6fdb5 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502779 May 12 14:45:12.919328 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e94278-8246-49f1-8a81-45409d7b22c3 req-45868c69-c8dc-4dde-89bc-21549bab3718 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:12.920792 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f4e94278-8246-49f1-8a81-45409d7b22c3 req-45868c69-c8dc-4dde-89bc-21549bab3718 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0635412 May 12 14:45:12.971693 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f4e94278-8246-49f1-8a81-45409d7b22c3 req-ae489295-861d-41d5-9a46-5c1b58ce00a5 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447786 May 12 14:45:13.021072 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:14.088772 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39f476-d05c-47e5-a1f0-88e387259d76 req-9aaa7e4f-1cc9-4dab-b45f-f97c96272e7d tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:14.090225 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bb39f476-d05c-47e5-a1f0-88e387259d76 req-9aaa7e4f-1cc9-4dab-b45f-f97c96272e7d tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0457451 May 12 14:45:14.136518 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bb39f476-d05c-47e5-a1f0-88e387259d76 req-074405c9-d7b4-45a5-a010-1760abeab17a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401435 May 12 14:45:14.409347 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:15.251863 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc28262-5d4e-4d94-8ae2-74f1df5285c8 req-54abf9f6-a4aa-46b5-bcd0-14a3ee712062 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:15.253320 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cbc28262-5d4e-4d94-8ae2-74f1df5285c8 req-54abf9f6-a4aa-46b5-bcd0-14a3ee712062 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0500700 May 12 14:45:15.302638 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cbc28262-5d4e-4d94-8ae2-74f1df5285c8 req-8ad22e32-ca3c-4d98-94b4-c6a94c8a499b tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438020 May 12 14:45:15.767261 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:16.026317 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 43048) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:16.068781 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a51b7c-90bc-4216-97f4-9e319813560e admin admin] Deleting subnet 3b8c294c-60e0-437e-aad3-53d249e83dad {{(pid=103429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:45:16.071719 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-11a51b7c-90bc-4216-97f4-9e319813560e admin admin] Publish callbacks [] for subnet (3b8c294c-60e0-437e-aad3-53d249e83dad), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:16.107758 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-11a51b7c-90bc-4216-97f4-9e319813560e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8839234'] for subnet (3b8c294c-60e0-437e-aad3-53d249e83dad), precommit_delete_associations {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:16.144765 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-11a51b7c-90bc-4216-97f4-9e319813560e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33439215'] for subnet (3b8c294c-60e0-437e-aad3-53d249e83dad), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:16.193608 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-11a51b7c-90bc-4216-97f4-9e319813560e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33439222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3814045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3895182'] for subnet (3b8c294c-60e0-437e-aad3-53d249e83dad), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:16.220096 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a51b7c-90bc-4216-97f4-9e319813560e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b8c294c-60e0-437e-aad3-53d249e83dad,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:16.222085 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-11a51b7c-90bc-4216-97f4-9e319813560e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for subnet (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:16.225171 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-11a51b7c-90bc-4216-97f4-9e319813560e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/3b8c294c-60e0-437e-aad3-53d249e83dad HTTP/1.1" status: 204 len: 168 time: 0.1978667 May 12 14:45:16.227693 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 43050) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:16.297199 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-77c64642-fe47-4e49-a7b2-6f1f96e5b112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33070896'] for network (5477df79-3f77-4d26-bd44-a92ad32664f4), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:16.371746 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-77c64642-fe47-4e49-a7b2-6f1f96e5b112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33375322', 'neutron.services.segments.db._delete_segments_for_network-8771212172310'] for network (5477df79-3f77-4d26-bd44-a92ad32664f4), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:16.392156 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.services.segments.db [None req-77c64642-fe47-4e49-a7b2-6f1f96e5b112 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5477df79-3f77-4d26-bd44-a92ad32664f4']}} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:16.401142 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.services.segments.db [None req-77c64642-fe47-4e49-a7b2-6f1f96e5b112 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d66967-687c-4b7a-a24a-e4deee4f1903') {'for_net_delete': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:16.401435 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.services.segments.db [None req-77c64642-fe47-4e49-a7b2-6f1f96e5b112 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d66967-687c-4b7a-a24a-e4deee4f1903') {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:16.415082 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-77c64642-fe47-4e49-a7b2-6f1f96e5b112 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771212173343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8839291'] for segment (93d66967-687c-4b7a-a24a-e4deee4f1903), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:16.415279 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa50960-88ff-474d-a60c-4a38e4b19640 req-18e002f0-35a8-4c65-8aec-1b3cc64516ca tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:16.416679 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8aa50960-88ff-474d-a60c-4a38e4b19640 req-18e002f0-35a8-4c65-8aec-1b3cc64516ca tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0459051 May 12 14:45:16.429261 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-77c64642-fe47-4e49-a7b2-6f1f96e5b112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (93d66967-687c-4b7a-a24a-e4deee4f1903), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:16.434990 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c64642-fe47-4e49-a7b2-6f1f96e5b112 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:45:16.435469 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-77c64642-fe47-4e49-a7b2-6f1f96e5b112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814719'] for segment (93d66967-687c-4b7a-a24a-e4deee4f1903), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: Traceback (most recent call last): May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: timer() May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: cb(*args, **kw) May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: return func(*args, **kwargs) May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: self._notify() May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: self.callback(batched_events) May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: event.method(event) May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: return f(self, *a, **k) May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: return self._get(url).json() May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: return self.request(url, 'GET', **kwargs) May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:45:16.437160 dv-cinder-777031-14-iscsi neutron-server[103429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:45:16.462691 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8aa50960-88ff-474d-a60c-4a38e4b19640 req-5c445bb2-35f1-4427-bf35-3052b1a26f4a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399249 May 12 14:45:16.489633 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-77c64642-fe47-4e49-a7b2-6f1f96e5b112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33375329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931293'] for network (5477df79-3f77-4d26-bd44-a92ad32664f4), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:16.495258 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-77c64642-fe47-4e49-a7b2-6f1f96e5b112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:16.498270 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-77c64642-fe47-4e49-a7b2-6f1f96e5b112 admin admin] 10.222.0.75 "DELETE /v2.0/networks/5477df79-3f77-4d26-bd44-a92ad32664f4 HTTP/1.1" status: 204 len: 168 time: 0.2696922 May 12 14:45:16.508798 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c64642-fe47-4e49-a7b2-6f1f96e5b112 admin admin] Pushing event deleted for resources: {'Network': ['ID=5477df79-3f77-4d26-bd44-a92ad32664f4,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:16.660602 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 43056) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:16.699956 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-29b540bb-9a49-443b-8838-17ed21569391 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=acae066a447040f98bf289109ed61c77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381763 May 12 14:45:16.702271 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 43058) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:45:16.748395 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e93ca098-8b7e-4b36-98d0-33927110912c admin admin] Publish callbacks [] for security_group (9ab5d4d7-b807-4250-8179-915450e6e05b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:16.769164 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e93ca098-8b7e-4b36-98d0-33927110912c admin admin] Publish callbacks [] for security_group (9ab5d4d7-b807-4250-8179-915450e6e05b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:16.817210 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e93ca098-8b7e-4b36-98d0-33927110912c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (9ab5d4d7-b807-4250-8179-915450e6e05b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:16.819886 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e93ca098-8b7e-4b36-98d0-33927110912c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:16.821107 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-e93ca098-8b7e-4b36-98d0-33927110912c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9ab5d4d7-b807-4250-8179-915450e6e05b HTTP/1.1" status: 204 len: 168 time: 0.1178908 May 12 14:45:16.829010 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ca098-8b7e-4b36-98d0-33927110912c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab5d4d7-b807-4250-8179-915450e6e05b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:17.574679 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420cb8f-8423-4dfb-8d08-a7820e1c0b92 req-2e0dcea6-b2a6-4b1c-9750-a765cad3113e tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:17.576203 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f420cb8f-8423-4dfb-8d08-a7820e1c0b92 req-2e0dcea6-b2a6-4b1c-9750-a765cad3113e tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0472972 May 12 14:45:17.625458 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f420cb8f-8423-4dfb-8d08-a7820e1c0b92 req-ed8ed71a-4de4-44d7-8e4f-04367300d61f tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432510 May 12 14:45:18.740613 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006a4d7-7b3c-4159-89e4-4a27b12ea26b req-821b964f-de8a-49b5-8a48-e8bbec1454a8 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:18.742137 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e006a4d7-7b3c-4159-89e4-4a27b12ea26b req-821b964f-de8a-49b5-8a48-e8bbec1454a8 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0479381 May 12 14:45:18.791748 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e006a4d7-7b3c-4159-89e4-4a27b12ea26b req-1fb8e19e-9dc4-4711-9922-ebc834d2dd3b tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437145 May 12 14:45:19.911077 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301f556-ecd4-4cec-a7bd-c2a9cf4da1fb req-0ca184f4-25b5-47a1-ab78-899893e4c1f5 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:19.912529 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3301f556-ecd4-4cec-a7bd-c2a9cf4da1fb req-0ca184f4-25b5-47a1-ab78-899893e4c1f5 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0540659 May 12 14:45:19.963132 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3301f556-ecd4-4cec-a7bd-c2a9cf4da1fb req-f77c8c40-b68f-4e13-8e68-25183cbbec2b tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439532 May 12 14:45:20.110023 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:20.636313 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f3799bbd-83f2-4d23-82e7-9dc61ed46def req-60fd6bcb-db0a-4e0b-9111-94adf0aed596 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408647 May 12 14:45:20.738978 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3799bbd-83f2-4d23-82e7-9dc61ed46def req-09627a65-5e9f-46ff-a08e-3311f3933d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:20.740473 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f3799bbd-83f2-4d23-82e7-9dc61ed46def req-09627a65-5e9f-46ff-a08e-3311f3933d79 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38fdbe6cacb8487087950884b752b21d&device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 1129 time: 0.0389760 May 12 14:45:20.848124 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3799bbd-83f2-4d23-82e7-9dc61ed46def req-522e2917-830f-45be-ba1f-313f039c1e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:20.849620 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f3799bbd-83f2-4d23-82e7-9dc61ed46def req-522e2917-830f-45be-ba1f-313f039c1e03 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6aa87a35-26a0-490d-b024-c2e7f7422864 HTTP/1.1" status: 200 len: 911 time: 0.0883524 May 12 14:45:20.914315 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f3799bbd-83f2-4d23-82e7-9dc61ed46def req-b5d36649-7560-4741-b7b7-14e1da76a2c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43202a5c-79c7-46ed-8988-a1031b1e8e9a HTTP/1.1" status: 200 len: 1001 time: 0.0581234 May 12 14:45:20.966601 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3799bbd-83f2-4d23-82e7-9dc61ed46def req-83aff1b3-e666-4df1-b1b9-692d3b5a1c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:20.968096 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f3799bbd-83f2-4d23-82e7-9dc61ed46def req-83aff1b3-e666-4df1-b1b9-692d3b5a1c46 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8de4572c-13a9-4b61-a099-6d16bcc1dbfd HTTP/1.1" status: 200 len: 849 time: 0.0477285 May 12 14:45:21.014428 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3799bbd-83f2-4d23-82e7-9dc61ed46def req-4618162a-63de-4dc8-ad9c-b1502602b1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:21.016038 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f3799bbd-83f2-4d23-82e7-9dc61ed46def req-4618162a-63de-4dc8-ad9c-b1502602b1c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6aa87a35-26a0-490d-b024-c2e7f7422864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408587 May 12 14:45:21.129682 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782277f-94fb-42bf-b26d-0dbd08396f5b req-7c8ff40b-40a2-47fa-a383-2e85bb0892fe tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:21.131180 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d782277f-94fb-42bf-b26d-0dbd08396f5b req-7c8ff40b-40a2-47fa-a383-2e85bb0892fe tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0855207 May 12 14:45:21.163439 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f3799bbd-83f2-4d23-82e7-9dc61ed46def req-9f792b4c-ce41-4f43-a166-3360a0c09418 service neutron] 10.222.0.57 "GET /v2.0/networks/6aa87a35-26a0-490d-b024-c2e7f7422864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402900 May 12 14:45:21.213530 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d782277f-94fb-42bf-b26d-0dbd08396f5b req-6e4cd39c-1c20-4da8-b22d-f2014e1ac0ca tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761669 May 12 14:45:21.582000 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829fa88-5ea5-4666-ad2e-f3582f5c3f6b req-a9876ba2-150b-423b-99e4-00ef6b44ee86 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:21.583469 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1829fa88-5ea5-4666-ad2e-f3582f5c3f6b req-a9876ba2-150b-423b-99e4-00ef6b44ee86 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0639663 May 12 14:45:21.586917 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f3799bbd-83f2-4d23-82e7-9dc61ed46def req-88128c9e-44b4-4500-95ea-da1f9344d63e service neutron] 10.222.0.57 "GET /v2.0/networks/6aa87a35-26a0-490d-b024-c2e7f7422864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123499 May 12 14:45:21.633904 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1829fa88-5ea5-4666-ad2e-f3582f5c3f6b req-54a90954-1506-4f78-a4bb-facc6dbffa3c tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442090 May 12 14:45:21.748934 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8e956-da03-47aa-8618-c0f4fd19d2f7 req-b722f533-80dd-4f00-b34d-f32cd8ef0de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:21.750907 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-95d8e956-da03-47aa-8618-c0f4fd19d2f7 req-b722f533-80dd-4f00-b34d-f32cd8ef0de1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38fdbe6cacb8487087950884b752b21d&device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 1129 time: 0.0388222 May 12 14:45:21.842300 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8e956-da03-47aa-8618-c0f4fd19d2f7 req-0f8bf290-6432-48c1-84e5-dd36c623ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:21.843926 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-95d8e956-da03-47aa-8618-c0f4fd19d2f7 req-0f8bf290-6432-48c1-84e5-dd36c623ee89 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6aa87a35-26a0-490d-b024-c2e7f7422864 HTTP/1.1" status: 200 len: 911 time: 0.0864148 May 12 14:45:21.912850 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-95d8e956-da03-47aa-8618-c0f4fd19d2f7 req-ac5aead1-3e3a-458f-864f-497a0f989b27 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43202a5c-79c7-46ed-8988-a1031b1e8e9a HTTP/1.1" status: 200 len: 1001 time: 0.0619400 May 12 14:45:21.960788 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8e956-da03-47aa-8618-c0f4fd19d2f7 req-35814e86-7fd6-4045-996f-b710befeb06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:21.962224 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-95d8e956-da03-47aa-8618-c0f4fd19d2f7 req-35814e86-7fd6-4045-996f-b710befeb06b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8de4572c-13a9-4b61-a099-6d16bcc1dbfd HTTP/1.1" status: 200 len: 849 time: 0.0435321 May 12 14:45:22.006566 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8e956-da03-47aa-8618-c0f4fd19d2f7 req-18020a84-9174-4f86-9a83-d310f52f06ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:22.008247 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-95d8e956-da03-47aa-8618-c0f4fd19d2f7 req-18020a84-9174-4f86-9a83-d310f52f06ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6aa87a35-26a0-490d-b024-c2e7f7422864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392170 May 12 14:45:22.104245 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-95d8e956-da03-47aa-8618-c0f4fd19d2f7 req-8b8b733b-7da5-49e5-9a36-0c2e94814057 service neutron] 10.222.0.57 "GET /v2.0/networks/6aa87a35-26a0-490d-b024-c2e7f7422864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861106 May 12 14:45:22.196998 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-95d8e956-da03-47aa-8618-c0f4fd19d2f7 req-81ce8e06-8436-4373-8226-c91cf2df8388 service neutron] 10.222.0.57 "GET /v2.0/networks/6aa87a35-26a0-490d-b024-c2e7f7422864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860865 May 12 14:45:22.752427 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa287f-47d0-4f86-bf5f-eecab2e45be7 req-6f844761-5195-4bc0-89c5-0c24e7c2d621 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:22.754035 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1dfa287f-47d0-4f86-bf5f-eecab2e45be7 req-6f844761-5195-4bc0-89c5-0c24e7c2d621 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0473835 May 12 14:45:22.813956 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1dfa287f-47d0-4f86-bf5f-eecab2e45be7 req-04ab1ca1-f98a-4763-9b23-9e3bc6607599 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540884 May 12 14:45:23.929051 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d4010-b85d-4d63-97a4-0bef89ebdf9b req-ed1b1c3d-f8ee-4585-b1a1-b1dd7d0050a1 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:23.930440 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-485d4010-b85d-4d63-97a4-0bef89ebdf9b req-ed1b1c3d-f8ee-4585-b1a1-b1dd7d0050a1 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0485084 May 12 14:45:23.979299 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-485d4010-b85d-4d63-97a4-0bef89ebdf9b req-fe974448-23b8-4304-ae17-e88814aac996 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432966 May 12 14:45:39.295096 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-da1924ce-6363-4cc5-91a3-46279fe2218c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:41.657092 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-58e504b5-890f-4933-a9e4-3e4995889762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:43.015995 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:44.411632 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:45.768892 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:45:48.538044 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:45:50.115910 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:01.338080 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 43292) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:46:01.440132 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e88e2f62-16bc-4d4c-9b1b-0c7135bcbbc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:01.515093 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e88e2f62-16bc-4d4c-9b1b-0c7135bcbbc5 admin admin] Publish callbacks [] for security_group (c04f9900-41d9-4e22-b1d9-207385598856), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:01.518716 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e88e2f62-16bc-4d4c-9b1b-0c7135bcbbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (c04f9900-41d9-4e22-b1d9-207385598856), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:01.556097 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-e88e2f62-16bc-4d4c-9b1b-0c7135bcbbc5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6aaff76c448b4ab3b083137b7cc7688c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169766 May 12 14:46:01.557258 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e2f62-16bc-4d4c-9b1b-0c7135bcbbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04f9900-41d9-4e22-b1d9-207385598856,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:01.558808 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 43296) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:46:01.564614 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e2f62-16bc-4d4c-9b1b-0c7135bcbbc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.564965 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e2f62-16bc-4d4c-9b1b-0c7135bcbbc5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.565312 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e2f62-16bc-4d4c-9b1b-0c7135bcbbc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.565657 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e2f62-16bc-4d4c-9b1b-0c7135bcbbc5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.565993 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e2f62-16bc-4d4c-9b1b-0c7135bcbbc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.566328 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e2f62-16bc-4d4c-9b1b-0c7135bcbbc5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.566660 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e2f62-16bc-4d4c-9b1b-0c7135bcbbc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.567589 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e2f62-16bc-4d4c-9b1b-0c7135bcbbc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.567928 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e2f62-16bc-4d4c-9b1b-0c7135bcbbc5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.568262 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e2f62-16bc-4d4c-9b1b-0c7135bcbbc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.568592 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e2f62-16bc-4d4c-9b1b-0c7135bcbbc5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.568926 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e2f62-16bc-4d4c-9b1b-0c7135bcbbc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.569253 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e2f62-16bc-4d4c-9b1b-0c7135bcbbc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.569578 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e2f62-16bc-4d4c-9b1b-0c7135bcbbc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.569903 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e2f62-16bc-4d4c-9b1b-0c7135bcbbc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.608683 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-63a8d96e-aea3-44a6-b973-2fccb16f4794 admin admin] Publish callbacks [] for security_group (c04f9900-41d9-4e22-b1d9-207385598856), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:01.629260 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-63a8d96e-aea3-44a6-b973-2fccb16f4794 admin admin] Publish callbacks [] for security_group (c04f9900-41d9-4e22-b1d9-207385598856), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:01.677722 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-63a8d96e-aea3-44a6-b973-2fccb16f4794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (c04f9900-41d9-4e22-b1d9-207385598856), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:01.680271 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-63a8d96e-aea3-44a6-b973-2fccb16f4794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:01.681420 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-63a8d96e-aea3-44a6-b973-2fccb16f4794 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c04f9900-41d9-4e22-b1d9-207385598856 HTTP/1.1" status: 204 len: 168 time: 0.1215539 May 12 14:46:01.688907 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8d96e-aea3-44a6-b973-2fccb16f4794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04f9900-41d9-4e22-b1d9-207385598856,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:01.696497 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a8d96e-aea3-44a6-b973-2fccb16f4794 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.696852 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a8d96e-aea3-44a6-b973-2fccb16f4794 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.697194 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a8d96e-aea3-44a6-b973-2fccb16f4794 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.697529 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a8d96e-aea3-44a6-b973-2fccb16f4794 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.697862 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a8d96e-aea3-44a6-b973-2fccb16f4794 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.698188 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a8d96e-aea3-44a6-b973-2fccb16f4794 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.698513 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a8d96e-aea3-44a6-b973-2fccb16f4794 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.698837 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a8d96e-aea3-44a6-b973-2fccb16f4794 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.699193 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a8d96e-aea3-44a6-b973-2fccb16f4794 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.699518 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a8d96e-aea3-44a6-b973-2fccb16f4794 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.699840 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a8d96e-aea3-44a6-b973-2fccb16f4794 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.700272 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a8d96e-aea3-44a6-b973-2fccb16f4794 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.700599 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a8d96e-aea3-44a6-b973-2fccb16f4794 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.700920 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a8d96e-aea3-44a6-b973-2fccb16f4794 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.701235 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a8d96e-aea3-44a6-b973-2fccb16f4794 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:09.296741 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-13784d21-4216-4dea-bac2-72477c90b105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:11.658814 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e7c5a83f-0484-418b-a7d9-78285301226c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:13.019678 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:14.414967 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:15.772273 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:20.108335 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:22.633283 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-09600bbe-2337-44ed-9cc9-a2f9afa2f8f8 req-0aadd96e-d603-4991-ace2-f25de4c1c76a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420859 May 12 14:46:22.733391 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09600bbe-2337-44ed-9cc9-a2f9afa2f8f8 req-77f80db2-9d58-44eb-9ed4-a7c05e78b73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:22.734824 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-09600bbe-2337-44ed-9cc9-a2f9afa2f8f8 req-77f80db2-9d58-44eb-9ed4-a7c05e78b73b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38fdbe6cacb8487087950884b752b21d&device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 1129 time: 0.0404747 May 12 14:46:22.841967 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09600bbe-2337-44ed-9cc9-a2f9afa2f8f8 req-7a82c183-ec7b-4615-a9b4-a865dc5d0528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:22.843465 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-09600bbe-2337-44ed-9cc9-a2f9afa2f8f8 req-7a82c183-ec7b-4615-a9b4-a865dc5d0528 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6aa87a35-26a0-490d-b024-c2e7f7422864 HTTP/1.1" status: 200 len: 911 time: 0.0893028 May 12 14:46:22.910439 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-09600bbe-2337-44ed-9cc9-a2f9afa2f8f8 req-43d14621-d580-46bb-a724-f607538980c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43202a5c-79c7-46ed-8988-a1031b1e8e9a HTTP/1.1" status: 200 len: 1001 time: 0.0600080 May 12 14:46:22.957300 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09600bbe-2337-44ed-9cc9-a2f9afa2f8f8 req-d275ffcd-49ed-4fb7-a0bc-43c64ed1e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:22.959371 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-09600bbe-2337-44ed-9cc9-a2f9afa2f8f8 req-d275ffcd-49ed-4fb7-a0bc-43c64ed1e0b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8de4572c-13a9-4b61-a099-6d16bcc1dbfd HTTP/1.1" status: 200 len: 849 time: 0.0432341 May 12 14:46:23.006177 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09600bbe-2337-44ed-9cc9-a2f9afa2f8f8 req-fb7075fe-7b24-4ee8-a434-a477053ac947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:23.007579 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-09600bbe-2337-44ed-9cc9-a2f9afa2f8f8 req-fb7075fe-7b24-4ee8-a434-a477053ac947 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6aa87a35-26a0-490d-b024-c2e7f7422864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423353 May 12 14:46:23.095119 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-09600bbe-2337-44ed-9cc9-a2f9afa2f8f8 req-59f664b4-be6b-4cc7-8a6c-3afc13773fd1 service neutron] 10.222.0.57 "GET /v2.0/networks/6aa87a35-26a0-490d-b024-c2e7f7422864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806634 May 12 14:46:23.184524 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-09600bbe-2337-44ed-9cc9-a2f9afa2f8f8 req-1513604c-83b7-493d-99cd-27371b1850f4 service neutron] 10.222.0.57 "GET /v2.0/networks/6aa87a35-26a0-490d-b024-c2e7f7422864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832326 May 12 14:46:23.783199 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 43434) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:46:23.885268 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-89f5dd66-a9e0-449e-b487-c7ac9f48dd71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:23.957855 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-89f5dd66-a9e0-449e-b487-c7ac9f48dd71 admin admin] Publish callbacks [] for security_group (eab55191-e853-48e2-8a5f-c25b23de8ee8), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:23.962569 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-89f5dd66-a9e0-449e-b487-c7ac9f48dd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (eab55191-e853-48e2-8a5f-c25b23de8ee8), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:23.998446 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5dd66-a9e0-449e-b487-c7ac9f48dd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab55191-e853-48e2-8a5f-c25b23de8ee8,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:24.002645 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-89f5dd66-a9e0-449e-b487-c7ac9f48dd71 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=06b05ed5c7684235a34998f9b650f397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184484 May 12 14:46:24.005893 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 43438) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:46:24.053070 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-19e88836-d24d-4048-84ea-c9452d64b596 admin admin] Publish callbacks [] for security_group (eab55191-e853-48e2-8a5f-c25b23de8ee8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:24.073674 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-19e88836-d24d-4048-84ea-c9452d64b596 admin admin] Publish callbacks [] for security_group (eab55191-e853-48e2-8a5f-c25b23de8ee8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:24.120268 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-19e88836-d24d-4048-84ea-c9452d64b596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (eab55191-e853-48e2-8a5f-c25b23de8ee8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:24.122908 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-19e88836-d24d-4048-84ea-c9452d64b596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:24.124032 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-19e88836-d24d-4048-84ea-c9452d64b596 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/eab55191-e853-48e2-8a5f-c25b23de8ee8 HTTP/1.1" status: 204 len: 168 time: 0.1171734 May 12 14:46:24.136872 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e88836-d24d-4048-84ea-c9452d64b596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab55191-e853-48e2-8a5f-c25b23de8ee8,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:25.537147 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:46:36.600006 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65112340-5626-48b3-a7d6-aea752fb3917 req-e712e12b-33fb-4edc-b102-7c66124a812d tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:36.601507 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-65112340-5626-48b3-a7d6-aea752fb3917 req-e712e12b-33fb-4edc-b102-7c66124a812d tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.2292717 May 12 14:46:36.650524 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-65112340-5626-48b3-a7d6-aea752fb3917 req-fe6278d9-6a92-4359-af66-c6ba67e2221f tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434191 May 12 14:46:37.697508 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed0d7f-ff6e-4fec-ace8-edb4b86bf4a8 req-1eaf8e86-3b2c-4f03-98ed-475d29107c65 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:37.699212 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-78ed0d7f-ff6e-4fec-ace8-edb4b86bf4a8 req-1eaf8e86-3b2c-4f03-98ed-475d29107c65 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.0477958 May 12 14:46:37.800752 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-78ed0d7f-ff6e-4fec-ace8-edb4b86bf4a8 req-ab3d92b3-d6fa-4256-8a80-938aa3c8907a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Deleting port 43202a5c-79c7-46ed-8988-a1031b1e8e9a {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:46:37.801086 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-78ed0d7f-ff6e-4fec-ace8-edb4b86bf4a8 req-ab3d92b3-d6fa-4256-8a80-938aa3c8907a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (43202a5c-79c7-46ed-8988-a1031b1e8e9a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:37.860433 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315c2d8-92b0-4450-85d0-fb4b58baeb89 req-bc689901-5a4b-406c-bb00-d889a2c3296d tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:37.861901 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c315c2d8-92b0-4450-85d0-fb4b58baeb89 req-bc689901-5a4b-406c-bb00-d889a2c3296d tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 945 time: 0.1333113 May 12 14:46:37.949524 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-78ed0d7f-ff6e-4fec-ace8-edb4b86bf4a8 req-ab3d92b3-d6fa-4256-8a80-938aa3c8907a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] For port 43202a5c-79c7-46ed-8988-a1031b1e8e9a, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=43202a5c-79c7-46ed-8988-a1031b1e8e9a,segment=NetworkSegment(04f995c6-05ac-419c-b89d-a8d07da11554),segment_id=04f995c6-05ac-419c-b89d-a8d07da11554)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:46:37.949815 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-78ed0d7f-ff6e-4fec-ace8-edb4b86bf4a8 req-ab3d92b3-d6fa-4256-8a80-938aa3c8907a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (43202a5c-79c7-46ed-8988-a1031b1e8e9a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:37.960051 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c315c2d8-92b0-4450-85d0-fb4b58baeb89 req-ee24a54f-cd11-4586-b900-34a57ab7b52f tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d8dd764-f7a7-4b81-b7c3-a8a904817f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727541 May 12 14:46:38.134007 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-78ed0d7f-ff6e-4fec-ace8-edb4b86bf4a8 req-ab3d92b3-d6fa-4256-8a80-938aa3c8907a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:38.134377 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-78ed0d7f-ff6e-4fec-ace8-edb4b86bf4a8 req-ab3d92b3-d6fa-4256-8a80-938aa3c8907a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (2d71c28a-fa0c-49e5-b767-e46556591c27), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:38.134692 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.db.l3_db [req-78ed0d7f-ff6e-4fec-ace8-edb4b86bf4a8 req-ab3d92b3-d6fa-4256-8a80-938aa3c8907a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Floating IP 2d71c28a-fa0c-49e5-b767-e46556591c27 disassociated. External IP: 172.27.0.185, port: 43202a5c-79c7-46ed-8988-a1031b1e8e9a. May 12 14:46:38.135061 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-78ed0d7f-ff6e-4fec-ace8-edb4b86bf4a8 req-ab3d92b3-d6fa-4256-8a80-938aa3c8907a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Calling delete_port for 43202a5c-79c7-46ed-8988-a1031b1e8e9a owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:46:38.259347 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-78ed0d7f-ff6e-4fec-ace8-edb4b86bf4a8 req-ab3d92b3-d6fa-4256-8a80-938aa3c8907a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (43202a5c-79c7-46ed-8988-a1031b1e8e9a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:38.285972 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d92b3-d6fa-4256-8a80-938aa3c8907a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Pushing event deleted for resources: {'Port': ['ID=43202a5c-79c7-46ed-8988-a1031b1e8e9a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:38.409484 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78ed0d7f-ff6e-4fec-ace8-edb4b86bf4a8 req-ab3d92b3-d6fa-4256-8a80-938aa3c8907a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Router d8970c80-9c02-4e0d-a2b3-185767510ae0 has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:46:38.517713 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78ed0d7f-ff6e-4fec-ace8-edb4b86bf4a8 req-ab3d92b3-d6fa-4256-8a80-938aa3c8907a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:46:38.526939 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc6a0af-e6f2-4546-8a7e-42d6d19b1823 None None] Sync routers for ids ['d8970c80-9c02-4e0d-a2b3-185767510ae0'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:46:38.537107 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc6a0af-e6f2-4546-8a7e-42d6d19b1823 None None] Routers {'d8970c80-9c02-4e0d-a2b3-185767510ae0'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:46:38.537719 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bfc6a0af-e6f2-4546-8a7e-42d6d19b1823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:46:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['d8970c80-9c02-4e0d-a2b3-185767510ae0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:46:38.562077 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ed0d7f-ff6e-4fec-ace8-edb4b86bf4a8 req-ab3d92b3-d6fa-4256-8a80-938aa3c8907a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] No DVR routers for this DVR port 43202a5c-79c7-46ed-8988-a1031b1e8e9a on host hv-cinder-77703 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:46:38.564786 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-78ed0d7f-ff6e-4fec-ace8-edb4b86bf4a8 req-ab3d92b3-d6fa-4256-8a80-938aa3c8907a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:38.569116 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-78ed0d7f-ff6e-4fec-ace8-edb4b86bf4a8 req-ab3d92b3-d6fa-4256-8a80-938aa3c8907a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.57 "DELETE /v2.0/ports/43202a5c-79c7-46ed-8988-a1031b1e8e9a HTTP/1.1" status: 204 len: 173 time: 0.8642721 May 12 14:46:38.569569 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b68e00-a067-4696-b0d5-2cc050569c72', 'name': 'network-vif-deleted', 'tag': '43202a5c-79c7-46ed-8988-a1031b1e8e9a'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:46:38.571805 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fc52e6-d3ba-4459-a1ce-627838fe7cca" -d '{"events": [{"server_uuid": "b4b68e00-a067-4696-b0d5-2cc050569c72", "name": "network-vif-deleted", "tag": "43202a5c-79c7-46ed-8988-a1031b1e8e9a"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:46:38.608641 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88801f4a-9c1a-4198-8820-a89cbe153434 x-openstack-request-id: req-88801f4a-9c1a-4198-8820-a89cbe153434 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:46:38.609062 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b68e00-a067-4696-b0d5-2cc050569c72", "name": "network-vif-deleted", "tag": "43202a5c-79c7-46ed-8988-a1031b1e8e9a", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:46:38.609260 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-88801f4a-9c1a-4198-8820-a89cbe153434 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:46:38.613635 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88801f4a-9c1a-4198-8820-a89cbe153434'] response: {'server_uuid': 'b4b68e00-a067-4696-b0d5-2cc050569c72', 'name': 'network-vif-deleted', 'tag': '43202a5c-79c7-46ed-8988-a1031b1e8e9a', 'status': 'completed', 'code': 200} May 12 14:46:38.649668 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-bfc6a0af-e6f2-4546-8a7e-42d6d19b1823 None None] Set router d8970c80-9c02-4e0d-a2b3-185767510ae0 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:46:38.853909 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bfc6a0af-e6f2-4546-8a7e-42d6d19b1823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'name': 'tempest-AttachVolumeTestJSON-417374782-router', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:41:12Z', 'updated_at': '2022-05-12T14:41:15Z', 'revision_number': 4, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'gw_port': {'id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:13Z', 'updated_at': '2022-05-12T14:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '10e07f71-7796-4e8e-aca9-e1ebae3b38ef', 'name': '', 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'mac_address': 'fa:16:3e:e2:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:15Z', 'updated_at': '2022-05-12T14:41:19Z', 'revision_number': 5, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'subnets': [{'id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:46:38.879977 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc6a0af-e6f2-4546-8a7e-42d6d19b1823 None None] Checking router: d8970c80-9c02-4e0d-a2b3-185767510ae0 for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:46:38.887867 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc6a0af-e6f2-4546-8a7e-42d6d19b1823 None None] Routers {'d8970c80-9c02-4e0d-a2b3-185767510ae0'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:46:38.888483 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bfc6a0af-e6f2-4546-8a7e-42d6d19b1823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:46:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['d8970c80-9c02-4e0d-a2b3-185767510ae0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:46:38.993288 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-bfc6a0af-e6f2-4546-8a7e-42d6d19b1823 None None] Set router d8970c80-9c02-4e0d-a2b3-185767510ae0 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:46:39.070718 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-657f7664-5a57-431a-ba41-1b35318aa509 req-829f77d2-8cf8-4e61-a2ba-cf1fcb79f940 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4b68e00-a067-4696-b0d5-2cc050569c72 HTTP/1.1" status: 200 len: 210 time: 0.0285649 May 12 14:46:39.190226 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-bfc6a0af-e6f2-4546-8a7e-42d6d19b1823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'name': 'tempest-AttachVolumeTestJSON-417374782-router', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:41:12Z', 'updated_at': '2022-05-12T14:41:15Z', 'revision_number': 4, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'gw_port': {'id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:13Z', 'updated_at': '2022-05-12T14:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '10e07f71-7796-4e8e-aca9-e1ebae3b38ef', 'name': '', 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'mac_address': 'fa:16:3e:e2:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:15Z', 'updated_at': '2022-05-12T14:41:19Z', 'revision_number': 5, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'subnets': [{'id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:46:39.219512 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc6a0af-e6f2-4546-8a7e-42d6d19b1823 None None] The sync data for ids ['d8970c80-9c02-4e0d-a2b3-185767510ae0'] in dv-cinder-777031-14-iscsi is: [{'id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'name': 'tempest-AttachVolumeTestJSON-417374782-router', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:41:12Z', 'updated_at': '2022-05-12T14:41:15Z', 'revision_number': 4, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'gw_port': {'id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:13Z', 'updated_at': '2022-05-12T14:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '10e07f71-7796-4e8e-aca9-e1ebae3b38ef', 'name': '', 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'mac_address': 'fa:16:3e:e2:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:15Z', 'updated_at': '2022-05-12T14:41:19Z', 'revision_number': 5, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'subnets': [{'id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:46:39.300113 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e469a06e-0a0f-4c24-b4a7-22b96f19e876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:39.441205 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b3d635-9f2a-4a5c-9bb5-9f84659c707f None None] New status for floating IP 2d71c28a-fa0c-49e5-b767-e46556591c27: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:46:40.161640 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 43500) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:46:40.215600 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-13a4b004-5572-4841-917c-2571609f94b4 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for security_group (7d8dd764-f7a7-4b81-b7c3-a8a904817f29), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:40.238326 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-13a4b004-5572-4841-917c-2571609f94b4 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for security_group (7d8dd764-f7a7-4b81-b7c3-a8a904817f29), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:40.283831 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-13a4b004-5572-4841-917c-2571609f94b4 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (7d8dd764-f7a7-4b81-b7c3-a8a904817f29), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:40.287224 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-13a4b004-5572-4841-917c-2571609f94b4 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:40.288370 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-13a4b004-5572-4841-917c-2571609f94b4 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "DELETE /v2.0/security-groups/7d8dd764-f7a7-4b81-b7c3-a8a904817f29 HTTP/1.1" status: 204 len: 168 time: 0.1256468 May 12 14:46:40.291320 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 43502) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:46:40.297459 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4b004-5572-4841-917c-2571609f94b4 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8dd764-f7a7-4b81-b7c3-a8a904817f29,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:40.306451 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.api.v2.resource [None req-17438dad-2789-4240-aff4-ef7f5ba67196 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] show failed (client error): The resource could not be found. May 12 14:46:40.307479 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-17438dad-2789-4240-aff4-ef7f5ba67196 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups/7d8dd764-f7a7-4b81-b7c3-a8a904817f29 HTTP/1.1" status: 404 len: 347 time: 0.0141566 May 12 14:46:40.310412 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 43504) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:46:40.429078 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-711c1507-4bf6-4848-9101-a5afed311845 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Deleting port 7e0002a5-37b7-4eb3-8881-50f8d38c389c {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:46:40.429578 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-711c1507-4bf6-4848-9101-a5afed311845 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (7e0002a5-37b7-4eb3-8881-50f8d38c389c), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:40.524865 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-711c1507-4bf6-4848-9101-a5afed311845 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (7e0002a5-37b7-4eb3-8881-50f8d38c389c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:40.525106 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-711c1507-4bf6-4848-9101-a5afed311845 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for floatingip (7e0002a5-37b7-4eb3-8881-50f8d38c389c), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:40.537780 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-711c1507-4bf6-4848-9101-a5afed311845 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Calling delete_port for 7e0002a5-37b7-4eb3-8881-50f8d38c389c owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:46:40.667630 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-711c1507-4bf6-4848-9101-a5afed311845 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (7e0002a5-37b7-4eb3-8881-50f8d38c389c), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:40.697002 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c1507-4bf6-4848-9101-a5afed311845 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Pushing event deleted for resources: {'Port': ['ID=7e0002a5-37b7-4eb3-8881-50f8d38c389c,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:40.754224 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-711c1507-4bf6-4848-9101-a5afed311845 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for floatingip (2d71c28a-fa0c-49e5-b767-e46556591c27), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:40.757067 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-711c1507-4bf6-4848-9101-a5afed311845 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:40.758182 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-711c1507-4bf6-4848-9101-a5afed311845 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "DELETE /v2.0/floatingips/2d71c28a-fa0c-49e5-b767-e46556591c27 HTTP/1.1" status: 204 len: 168 time: 0.4469018 May 12 14:46:40.839557 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 43508) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:46:40.845352 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-cc9aab62-62b9-4111-bf5a-9fe06458779b tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1825693334', 'description': 'tempest-description--545234743'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:46:40.872988 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cc9aab62-62b9-4111-bf5a-9fe06458779b tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:40.939357 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cc9aab62-62b9-4111-bf5a-9fe06458779b tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for security_group (516d6403-2fad-4623-a9e0-569e3ff8ec64), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:40.943763 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cc9aab62-62b9-4111-bf5a-9fe06458779b tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (516d6403-2fad-4623-a9e0-569e3ff8ec64), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:40.973125 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cc9aab62-62b9-4111-bf5a-9fe06458779b tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:40.976277 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-cc9aab62-62b9-4111-bf5a-9fe06458779b tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1354604 May 12 14:46:40.978381 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9aab62-62b9-4111-bf5a-9fe06458779b tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=516d6403-2fad-4623-a9e0-569e3ff8ec64,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:40.979218 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 43510) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:46:40.983749 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-43ac67ae-b252-426c-97c8-94835d1dc8ff tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Request body: {'security_group_rule': {'security_group_id': '516d6403-2fad-4623-a9e0-569e3ff8ec64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:46:41.009487 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-43ac67ae-b252-426c-97c8-94835d1dc8ff tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for security_group_rule (bf44836e-93e9-4877-96c9-f9951a16b0f6), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:41.063249 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-43ac67ae-b252-426c-97c8-94835d1dc8ff tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for security_group_rule (bf44836e-93e9-4877-96c9-f9951a16b0f6), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:41.067507 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-43ac67ae-b252-426c-97c8-94835d1dc8ff tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (bf44836e-93e9-4877-96c9-f9951a16b0f6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:41.087654 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac67ae-b252-426c-97c8-94835d1dc8ff tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf44836e-93e9-4877-96c9-f9951a16b0f6,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:41.094133 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-43ac67ae-b252-426c-97c8-94835d1dc8ff tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:41.095300 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-43ac67ae-b252-426c-97c8-94835d1dc8ff tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150753 May 12 14:46:41.097943 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 43512) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:46:41.102160 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-de255fec-812f-434b-9705-d54f61aae98c tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Request body: {'security_group_rule': {'security_group_id': '516d6403-2fad-4623-a9e0-569e3ff8ec64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:46:41.127814 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de255fec-812f-434b-9705-d54f61aae98c tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for security_group_rule (74a995ab-0cc3-4253-94f5-a74e0a1a9b27), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:41.188114 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de255fec-812f-434b-9705-d54f61aae98c tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for security_group_rule (74a995ab-0cc3-4253-94f5-a74e0a1a9b27), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:41.191660 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de255fec-812f-434b-9705-d54f61aae98c tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537407'] for security_group_rule (74a995ab-0cc3-4253-94f5-a74e0a1a9b27), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:41.210995 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de255fec-812f-434b-9705-d54f61aae98c tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a995ab-0cc3-4253-94f5-a74e0a1a9b27,revision_number=0']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:41.220926 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de255fec-812f-434b-9705-d54f61aae98c tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:41.222291 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-de255fec-812f-434b-9705-d54f61aae98c tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232677 May 12 14:46:41.225562 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 43514) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:46:41.230069 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.v2.base [None req-c9b3ba34-7136-4c9b-bb2f-cefcff148ed0 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Request body: {'floatingip': {'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4'}} {{(pid=103429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:46:41.250532 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c9b3ba34-7136-4c9b-bb2f-cefcff148ed0 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:41.314583 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 43202a5c-79c7-46ed-8988-a1031b1e8e9a no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:46:41.331515 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c9b3ba34-7136-4c9b-bb2f-cefcff148ed0 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:41.335610 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] No Port match for: 43202a5c-79c7-46ed-8988-a1031b1e8e9a {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:46:41.335962 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 43202a5c-79c7-46ed-8988-a1031b1e8e9a not bound to the agent host hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:46:41.429737 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.db_base_plugin_common [None req-c9b3ba34-7136-4c9b-bb2f-cefcff148ed0 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Allocated IP 172.27.0.85 (913ada40-7b52-4232-aff5-95dc520647d4/2870505d-8418-4289-9c4c-0eeadb155262/ec59b7a7-18c3-4c51-850d-dddbefa90f43) {{(pid=103429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:46:41.543144 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c9b3ba34-7136-4c9b-bb2f-cefcff148ed0 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for port (ec59b7a7-18c3-4c51-850d-dddbefa90f43), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:41.577471 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c9b3ba34-7136-4c9b-bb2f-cefcff148ed0 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (ec59b7a7-18c3-4c51-850d-dddbefa90f43), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:41.610559 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b3ba34-7136-4c9b-bb2f-cefcff148ed0 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Network 913ada40-7b52-4232-aff5-95dc520647d4 is already hosted by enough agents. {{(pid=103429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:46:41.613326 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.base_scheduler [None req-c9b3ba34-7136-4c9b-bb2f-cefcff148ed0 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Resources bound (agent type, host, resource id): {{(pid=103429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:46:41.617177 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b3ba34-7136-4c9b-bb2f-cefcff148ed0 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Received port after_create {{(pid=103429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:46:41.645800 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3ba34-7136-4c9b-bb2f-cefcff148ed0 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Pushing event updated for resources: {'Port': ['ID=ec59b7a7-18c3-4c51-850d-dddbefa90f43,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:41.660747 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8272e075-35e4-4844-94de-3006aec5c142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:41.713274 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c9b3ba34-7136-4c9b-bb2f-cefcff148ed0 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for floatingip (7cf6e490-4124-4aa6-90b8-211860fbf2f4), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:41.749502 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c9b3ba34-7136-4c9b-bb2f-cefcff148ed0 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (ec59b7a7-18c3-4c51-850d-dddbefa90f43), before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:41.925637 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c9b3ba34-7136-4c9b-bb2f-cefcff148ed0 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for port (ec59b7a7-18c3-4c51-850d-dddbefa90f43), precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:41.930454 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c9b3ba34-7136-4c9b-bb2f-cefcff148ed0 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3814747'] for port (ec59b7a7-18c3-4c51-850d-dddbefa90f43), after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:41.997778 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3ba34-7136-4c9b-bb2f-cefcff148ed0 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Pushing event updated for resources: {'Port': ['ID=ec59b7a7-18c3-4c51-850d-dddbefa90f43,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:42.005564 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c9b3ba34-7136-4c9b-bb2f-cefcff148ed0 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (7cf6e490-4124-4aa6-90b8-211860fbf2f4), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:42.019940 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c9b3ba34-7136-4c9b-bb2f-cefcff148ed0 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:42.021186 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-c9b3ba34-7136-4c9b-bb2f-cefcff148ed0 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7947123 May 12 14:46:42.165189 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-b0ca97ba-dfc9-4335-b4e6-6bfd0e4ab3f4 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1825693334&fields=id&tenant_id=38fdbe6cacb8487087950884b752b21d HTTP/1.1" status: 200 len: 267 time: 0.0421176 May 12 14:46:42.271314 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-d70a40b3-a736-4e48-b386-aa4174d8047e tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:42.272685 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-d70a40b3-a736-4e48-b386-aa4174d8047e tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/networks?id=6aa87a35-26a0-490d-b024-c2e7f7422864 HTTP/1.1" status: 200 len: 810 time: 0.1012652 May 12 14:46:42.287363 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-a420f357-a834-44c9-a28b-f0fef6fc7e4d tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/quotas/38fdbe6cacb8487087950884b752b21d HTTP/1.1" status: 200 len: 375 time: 0.0093298 May 12 14:46:42.334462 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-25214512-6191-4aae-8f0c-48ec73699ff6 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=38fdbe6cacb8487087950884b752b21d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0423825 May 12 14:46:42.426271 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-b4b7b92d-de2d-4b66-ae76-8ef36f30bbc5 service neutron] 10.222.0.75 "GET /v2.0/networks/6aa87a35-26a0-490d-b024-c2e7f7422864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808468 May 12 14:46:42.517187 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-0b3b5ea7-2e36-436c-a6f4-67f07249d8d2 service neutron] 10.222.0.75 "GET /v2.0/networks/6aa87a35-26a0-490d-b024-c2e7f7422864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847933 May 12 14:46:42.700304 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-498ba889-a0c7-4479-9afc-18b8e74ed3c3 req-a8ddf8bd-80a3-4994-8358-879450107806 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=f37a3cee-b6bd-4e65-8157-83686885e6d9 HTTP/1.1" status: 200 len: 210 time: 0.0283566 May 12 14:46:43.021974 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:43.704515 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-a4db4ee1-583c-45cc-a0f0-978f8c3f6ce1 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:43.705952 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-a4db4ee1-583c-45cc-a0f0-978f8c3f6ce1 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.57 "GET /v2.0/networks?id=6aa87a35-26a0-490d-b024-c2e7f7422864 HTTP/1.1" status: 200 len: 810 time: 0.1057341 May 12 14:46:43.802592 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8e365c68-6050-4f81-9ef8-df590f0ebdc9 req-ae377e5b-e010-42e2-a395-e0f6782aa25f tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=f37a3cee-b6bd-4e65-8157-83686885e6d9 HTTP/1.1" status: 200 len: 210 time: 0.0320404 May 12 14:46:43.810997 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-f6fa862d-5983-4684-bdff-9cb8f2efd555 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38fdbe6cacb8487087950884b752b21d HTTP/1.1" status: 200 len: 380 time: 0.0789592 May 12 14:46:43.872545 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-48e9691b-a45d-4dc4-92d5-7aaf66dbc820 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Request body: {'port': {'device_id': 'f37a3cee-b6bd-4e65-8157-83686885e6d9', 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864', 'admin_state_up': True, 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'security_groups': ['516d6403-2fad-4623-a9e0-569e3ff8ec64']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:46:43.990268 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-48e9691b-a45d-4dc4-92d5-7aaf66dbc820 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Made reservation on behalf of 38fdbe6cacb8487087950884b752b21d for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:46:43.993955 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-48e9691b-a45d-4dc4-92d5-7aaf66dbc820 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:44.119703 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-48e9691b-a45d-4dc4-92d5-7aaf66dbc820 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Allocated IP 172.20.0.4 (6aa87a35-26a0-490d-b024-c2e7f7422864/8de4572c-13a9-4b61-a099-6d16bcc1dbfd/4e58062a-2dff-4198-a58d-76133aeb4be9) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:46:44.251884 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-48e9691b-a45d-4dc4-92d5-7aaf66dbc820 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for port (4e58062a-2dff-4198-a58d-76133aeb4be9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:44.293401 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-48e9691b-a45d-4dc4-92d5-7aaf66dbc820 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771211623244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (4e58062a-2dff-4198-a58d-76133aeb4be9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:44.337393 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-48e9691b-a45d-4dc4-92d5-7aaf66dbc820 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Network 6aa87a35-26a0-490d-b024-c2e7f7422864 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:46:44.340327 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-48e9691b-a45d-4dc4-92d5-7aaf66dbc820 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:46:44.344005 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-48e9691b-a45d-4dc4-92d5-7aaf66dbc820 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 14:46:44.373651 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9691b-a45d-4dc4-92d5-7aaf66dbc820 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Pushing event updated for resources: {'Port': ['ID=4e58062a-2dff-4198-a58d-76133aeb4be9,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:44.399965 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-48e9691b-a45d-4dc4-92d5-7aaf66dbc820 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:44.400588 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-48e9691b-a45d-4dc4-92d5-7aaf66dbc820 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:44.419400 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-48e9691b-a45d-4dc4-92d5-7aaf66dbc820 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5507386 May 12 14:46:44.421179 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:44.481543 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-c7126b9a-b8a7-4e99-8089-5c1b3b54eea0 service neutron] Request body: {'port': {'device_id': 'f37a3cee-b6bd-4e65-8157-83686885e6d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:46:44.542176 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-c7126b9a-b8a7-4e99-8089-5c1b3b54eea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (4e58062a-2dff-4198-a58d-76133aeb4be9), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:44.610819 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-7344dfe7-cb08-439b-9e6e-4c6008c57fe2 None None] Provisioning complete for port 4e58062a-2dff-4198-a58d-76133aeb4be9 triggered by entity DHCP. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:46:44.611253 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7344dfe7-cb08-439b-9e6e-4c6008c57fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (4e58062a-2dff-4198-a58d-76133aeb4be9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:44.644099 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7344dfe7-cb08-439b-9e6e-4c6008c57fe2 None None] Port 4e58062a-2dff-4198-a58d-76133aeb4be9 cannot update to ACTIVE because it is not bound. {{(pid=103431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 14:46:44.834431 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-c7126b9a-b8a7-4e99-8089-5c1b3b54eea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e58062a-2dff-4198-a58d-76133aeb4be9 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:46:44.841912 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-c7126b9a-b8a7-4e99-8089-5c1b3b54eea0 service neutron] Publish callbacks [] for port (4e58062a-2dff-4198-a58d-76133aeb4be9), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:44.854445 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-c7126b9a-b8a7-4e99-8089-5c1b3b54eea0 service neutron] Transition to ACTIVE for port object 4e58062a-2dff-4198-a58d-76133aeb4be9 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 14:46:44.859557 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-c7126b9a-b8a7-4e99-8089-5c1b3b54eea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745168'] for port (4e58062a-2dff-4198-a58d-76133aeb4be9), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:44.942570 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7126b9a-b8a7-4e99-8089-5c1b3b54eea0 service neutron] Pushing event updated for resources: {'Port': ['ID=4e58062a-2dff-4198-a58d-76133aeb4be9,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:44.959133 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46e304-c397-4c6e-9487-bcf8d1b4f61c req-f58aec10-d097-4637-b7e2-84a742c791d2 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:44.960673 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5f46e304-c397-4c6e-9487-bcf8d1b4f61c req-f58aec10-d097-4637-b7e2-84a742c791d2 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=f37a3cee-b6bd-4e65-8157-83686885e6d9 HTTP/1.1" status: 200 len: 943 time: 0.0915651 May 12 14:46:45.057546 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5f46e304-c397-4c6e-9487-bcf8d1b4f61c req-45233edb-1776-46c8-b437-2aaaf98aadbd tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=516d6403-2fad-4623-a9e0-569e3ff8ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822127 May 12 14:46:45.059784 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-c7126b9a-b8a7-4e99-8089-5c1b3b54eea0 service neutron] Attempting to bind port 4e58062a-2dff-4198-a58d-76133aeb4be9 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 14:46:45.060116 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-c7126b9a-b8a7-4e99-8089-5c1b3b54eea0 service neutron] Attempting to bind port 4e58062a-2dff-4198-a58d-76133aeb4be9 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '04f995c6-05ac-419c-b89d-a8d07da11554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 14:46:45.060452 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-c7126b9a-b8a7-4e99-8089-5c1b3b54eea0 service neutron] Attempting to bind port 4e58062a-2dff-4198-a58d-76133aeb4be9 on network 6aa87a35-26a0-490d-b024-c2e7f7422864 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:46:45.065012 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-c7126b9a-b8a7-4e99-8089-5c1b3b54eea0 service neutron] Port 4e58062a-2dff-4198-a58d-76133aeb4be9 on network 6aa87a35-26a0-490d-b024-c2e7f7422864 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 14:46:45.065331 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-c7126b9a-b8a7-4e99-8089-5c1b3b54eea0 service neutron] Attempting to bind port 4e58062a-2dff-4198-a58d-76133aeb4be9 on network 6aa87a35-26a0-490d-b024-c2e7f7422864 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 14:46:45.071257 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-c7126b9a-b8a7-4e99-8089-5c1b3b54eea0 service neutron] Checking agent: {'id': 'c5e9105e-03c6-4986-a076-8428d06d9de8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'started_at': datetime.datetime(2022, 5, 12, 14, 29, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 14:46:45.071602 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-c7126b9a-b8a7-4e99-8089-5c1b3b54eea0 service neutron] Checking segment: {'id': '04f995c6-05ac-419c-b89d-a8d07da11554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 14:46:45.071985 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-c7126b9a-b8a7-4e99-8089-5c1b3b54eea0 service neutron] Bound using segment: {'id': '04f995c6-05ac-419c-b89d-a8d07da11554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 14:46:45.072423 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-c7126b9a-b8a7-4e99-8089-5c1b3b54eea0 service neutron] Bound port: 4e58062a-2dff-4198-a58d-76133aeb4be9, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04f995c6-05ac-419c-b89d-a8d07da11554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 14:46:45.072789 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-c7126b9a-b8a7-4e99-8089-5c1b3b54eea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (4e58062a-2dff-4198-a58d-76133aeb4be9), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:45.137044 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-c7126b9a-b8a7-4e99-8089-5c1b3b54eea0 service neutron] For port 4e58062a-2dff-4198-a58d-76133aeb4be9, host hv-cinder-77703, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 14:46:45.139904 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-c7126b9a-b8a7-4e99-8089-5c1b3b54eea0 service neutron] For port 4e58062a-2dff-4198-a58d-76133aeb4be9, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=4e58062a-2dff-4198-a58d-76133aeb4be9,segment=NetworkSegment(04f995c6-05ac-419c-b89d-a8d07da11554),segment_id=04f995c6-05ac-419c-b89d-a8d07da11554)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 14:46:45.145811 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-c7126b9a-b8a7-4e99-8089-5c1b3b54eea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745168'] for port (4e58062a-2dff-4198-a58d-76133aeb4be9), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:45.179469 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-c7126b9a-b8a7-4e99-8089-5c1b3b54eea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:45.180089 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-c7126b9a-b8a7-4e99-8089-5c1b3b54eea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:45.181476 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-c7126b9a-b8a7-4e99-8089-5c1b3b54eea0 service neutron] 10.222.0.57 "PUT /v2.0/ports/4e58062a-2dff-4198-a58d-76133aeb4be9 HTTP/1.1" status: 200 len: 1093 time: 0.7489319 May 12 14:46:45.181962 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37a3cee-b6bd-4e65-8157-83686885e6d9', 'tag': '4e58062a-2dff-4198-a58d-76133aeb4be9'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:46:45.184171 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05756c92-ff08-4ff2-af43-fda5b4c0f257" -d '{"events": [{"name": "network-changed", "server_uuid": "f37a3cee-b6bd-4e65-8157-83686885e6d9", "tag": "4e58062a-2dff-4198-a58d-76133aeb4be9"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:46:45.211729 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7126b9a-b8a7-4e99-8089-5c1b3b54eea0 service neutron] Pushing event updated for resources: {'Port': ['ID=4e58062a-2dff-4198-a58d-76133aeb4be9,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:45.228308 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799f5ec3-fba3-4dae-8882-62e756005b34 x-openstack-request-id: req-799f5ec3-fba3-4dae-8882-62e756005b34 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:46:45.228732 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f37a3cee-b6bd-4e65-8157-83686885e6d9", "tag": "4e58062a-2dff-4198-a58d-76133aeb4be9", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:46:45.229635 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-799f5ec3-fba3-4dae-8882-62e756005b34 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:46:45.230103 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-799f5ec3-fba3-4dae-8882-62e756005b34'] response: {'name': 'network-changed', 'server_uuid': 'f37a3cee-b6bd-4e65-8157-83686885e6d9', 'tag': '4e58062a-2dff-4198-a58d-76133aeb4be9', 'status': 'completed', 'code': 200} May 12 14:46:45.285218 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-8f37c8ef-5010-4723-9dff-767597346177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:45.287473 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-8f37c8ef-5010-4723-9dff-767597346177 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38fdbe6cacb8487087950884b752b21d&device_id=f37a3cee-b6bd-4e65-8157-83686885e6d9 HTTP/1.1" status: 200 len: 1127 time: 0.0415680 May 12 14:46:45.340361 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-f8266a6a-5dc4-4605-8877-cee94c8035c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e58062a-2dff-4198-a58d-76133aeb4be9 HTTP/1.1" status: 200 len: 217 time: 0.0389564 May 12 14:46:45.390707 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-12b600dc-e57c-43a4-add6-0b72a959bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:45.392211 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-12b600dc-e57c-43a4-add6-0b72a959bd83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8de4572c-13a9-4b61-a099-6d16bcc1dbfd HTTP/1.1" status: 200 len: 849 time: 0.0455186 May 12 14:46:45.434598 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-b5a4b88b-98b1-4efb-9868-2d757ab0126f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:45.436073 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-b5a4b88b-98b1-4efb-9868-2d757ab0126f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6aa87a35-26a0-490d-b024-c2e7f7422864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0372698 May 12 14:46:45.526322 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-33f057f6-750e-4bba-b5bd-acd510eb9952 service neutron] 10.222.0.57 "GET /v2.0/networks/6aa87a35-26a0-490d-b024-c2e7f7422864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829792 May 12 14:46:45.613523 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cf08aa4b-70d8-4778-ba24-4fa8be7f7431 req-34f4512d-2fc9-44e0-be11-56dc31a51d03 service neutron] 10.222.0.57 "GET /v2.0/networks/6aa87a35-26a0-490d-b024-c2e7f7422864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809836 May 12 14:46:45.773562 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:46.170539 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd9508-8c6f-4d96-a7eb-e92b3a5042d3 req-b9e6f74d-d6e6-4083-806e-2f589a07f3cd tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:46.172006 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8bdd9508-8c6f-4d96-a7eb-e92b3a5042d3 req-b9e6f74d-d6e6-4083-806e-2f589a07f3cd tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=f37a3cee-b6bd-4e65-8157-83686885e6d9 HTTP/1.1" status: 200 len: 943 time: 0.0463037 May 12 14:46:46.220745 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8bdd9508-8c6f-4d96-a7eb-e92b3a5042d3 req-326d3ccb-27ae-4534-887f-bdbef13ca6ea tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=516d6403-2fad-4623-a9e0-569e3ff8ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433340 May 12 14:46:47.334196 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffe1f2-1516-4341-986c-11f44840d924 req-6dae06a0-b204-4ae7-919f-d7395bb7c3a3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:47.335664 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bfffe1f2-1516-4341-986c-11f44840d924 req-6dae06a0-b204-4ae7-919f-d7395bb7c3a3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=f37a3cee-b6bd-4e65-8157-83686885e6d9 HTTP/1.1" status: 200 len: 943 time: 0.0461872 May 12 14:46:47.381440 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bfffe1f2-1516-4341-986c-11f44840d924 req-a8d1b60d-17ab-4b5e-84d4-30cb85b750d1 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=516d6403-2fad-4623-a9e0-569e3ff8ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402868 May 12 14:46:47.574451 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05756c92-ff08-4ff2-af43-fda5b4c0f257 req-8c399eb9-4f24-40ab-ab32-ac5e6c28bd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:47.575919 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-05756c92-ff08-4ff2-af43-fda5b4c0f257 req-8c399eb9-4f24-40ab-ab32-ac5e6c28bd4d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38fdbe6cacb8487087950884b752b21d&device_id=f37a3cee-b6bd-4e65-8157-83686885e6d9 HTTP/1.1" status: 200 len: 1127 time: 0.0380294 May 12 14:46:47.664812 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05756c92-ff08-4ff2-af43-fda5b4c0f257 req-0c34f6f5-d0d5-45da-8f22-cec4a76b9635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:47.666252 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-05756c92-ff08-4ff2-af43-fda5b4c0f257 req-0c34f6f5-d0d5-45da-8f22-cec4a76b9635 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6aa87a35-26a0-490d-b024-c2e7f7422864 HTTP/1.1" status: 200 len: 911 time: 0.0846043 May 12 14:46:47.705735 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-05756c92-ff08-4ff2-af43-fda5b4c0f257 req-9b8b5d9b-d9b7-44bb-bfc4-2c43dc7ffc57 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e58062a-2dff-4198-a58d-76133aeb4be9 HTTP/1.1" status: 200 len: 217 time: 0.0335703 May 12 14:46:47.755785 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05756c92-ff08-4ff2-af43-fda5b4c0f257 req-1f0a12f9-4534-41e9-928d-2587a3677e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:47.757231 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-05756c92-ff08-4ff2-af43-fda5b4c0f257 req-1f0a12f9-4534-41e9-928d-2587a3677e71 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8de4572c-13a9-4b61-a099-6d16bcc1dbfd HTTP/1.1" status: 200 len: 849 time: 0.0464129 May 12 14:46:47.798394 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05756c92-ff08-4ff2-af43-fda5b4c0f257 req-2a24c043-fa39-49d4-8483-e2322659f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:47.799887 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-05756c92-ff08-4ff2-af43-fda5b4c0f257 req-2a24c043-fa39-49d4-8483-e2322659f530 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6aa87a35-26a0-490d-b024-c2e7f7422864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0369065 May 12 14:46:47.890599 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-05756c92-ff08-4ff2-af43-fda5b4c0f257 req-a9112804-a8fd-42fa-8bea-099dbb1e7b8b service neutron] 10.222.0.57 "GET /v2.0/networks/6aa87a35-26a0-490d-b024-c2e7f7422864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833471 May 12 14:46:47.980115 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-05756c92-ff08-4ff2-af43-fda5b4c0f257 req-76906429-bd01-4055-bd27-e45be71f8ff0 service neutron] 10.222.0.57 "GET /v2.0/networks/6aa87a35-26a0-490d-b024-c2e7f7422864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835824 May 12 14:46:48.490381 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79017bef-99c3-42c0-9c1e-c8cd08d2d7ba req-bea678fc-f9bf-4458-850e-290f90445dc3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:48.491841 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-79017bef-99c3-42c0-9c1e-c8cd08d2d7ba req-bea678fc-f9bf-4458-850e-290f90445dc3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=f37a3cee-b6bd-4e65-8157-83686885e6d9 HTTP/1.1" status: 200 len: 943 time: 0.0456624 May 12 14:46:48.537134 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-79017bef-99c3-42c0-9c1e-c8cd08d2d7ba req-0d86b8c9-ef01-4433-925a-a0f236701b4a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=516d6403-2fad-4623-a9e0-569e3ff8ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395865 May 12 14:46:49.351939 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 4e58062a-2dff-4198-a58d-76133aeb4be9 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=103431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 14:46:49.448802 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 4e58062a-2dff-4198-a58d-76133aeb4be9, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=4e58062a-2dff-4198-a58d-76133aeb4be9,segment=NetworkSegment(04f995c6-05ac-419c-b89d-a8d07da11554),segment_id=04f995c6-05ac-419c-b89d-a8d07da11554)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:46:49.460360 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Returning: {'device': '4e58062a-2dff-4198-a58d-76133aeb4be9', 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864', 'port_id': '4e58062a-2dff-4198-a58d-76133aeb4be9', 'mac_address': 'fa:16:3e:44:9b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 14:46:49.495634 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 4e58062a-2dff-4198-a58d-76133aeb4be9 is: DOWN; New status is: BUILD {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:46:49.496018 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (4e58062a-2dff-4198-a58d-76133aeb4be9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:49.508656 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e58062a-2dff-4198-a58d-76133aeb4be9 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:46:49.527590 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 4e58062a-2dff-4198-a58d-76133aeb4be9, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=4e58062a-2dff-4198-a58d-76133aeb4be9,segment=NetworkSegment(04f995c6-05ac-419c-b89d-a8d07da11554),segment_id=04f995c6-05ac-419c-b89d-a8d07da11554)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:46:49.531417 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (4e58062a-2dff-4198-a58d-76133aeb4be9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:49.580403 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=4e58062a-2dff-4198-a58d-76133aeb4be9,revision_number=4']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:49.587359 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:49.587720 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:49.588060 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:49.588398 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:49.588729 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:49.589058 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:49.589380 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:49.589704 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:49.590032 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:49.590355 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:49.590678 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:49.591000 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:49.591347 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:49.591666 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:49.591984 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:49.651945 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d20a2-ce72-4e9f-b506-1ab3f657450b req-767cfdff-71d5-4975-a89d-63c3ae420536 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:49.653384 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5b5d20a2-ce72-4e9f-b506-1ab3f657450b req-767cfdff-71d5-4975-a89d-63c3ae420536 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=f37a3cee-b6bd-4e65-8157-83686885e6d9 HTTP/1.1" status: 200 len: 944 time: 0.0501049 May 12 14:46:49.698284 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5b5d20a2-ce72-4e9f-b506-1ab3f657450b req-1aac3472-79c7-4aee-ab4c-55897264992a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=516d6403-2fad-4623-a9e0-569e3ff8ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394859 May 12 14:46:49.958950 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] get_ports_and_sgs() called for port_ids ['4e58062a-2dff-4198-a58d-76133aeb4be9'] {{(pid=103431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 14:46:50.744836 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:50.810554 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f164b-c227-482d-b921-2a4b5c252bf2 req-82ee9a9b-cd0a-4b6a-ac3b-164f335e2a88 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:50.812030 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-915f164b-c227-482d-b921-2a4b5c252bf2 req-82ee9a9b-cd0a-4b6a-ac3b-164f335e2a88 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=f37a3cee-b6bd-4e65-8157-83686885e6d9 HTTP/1.1" status: 200 len: 944 time: 0.0463095 May 12 14:46:50.857983 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-915f164b-c227-482d-b921-2a4b5c252bf2 req-0cbb7db7-41a6-4fc1-a7b8-c8dc749e544d tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=516d6403-2fad-4623-a9e0-569e3ff8ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398707 May 12 14:46:51.374553 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 4e58062a-2dff-4198-a58d-76133aeb4be9 up at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 14:46:51.420373 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning for port 4e58062a-2dff-4198-a58d-76133aeb4be9 completed by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 14:46:51.425844 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Provisioning complete for port 4e58062a-2dff-4198-a58d-76133aeb4be9 triggered by entity L2. {{(pid=103431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 14:46:51.426242 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33374915'] for port (4e58062a-2dff-4198-a58d-76133aeb4be9), provisioning_complete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:51.499970 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Current status of the port 4e58062a-2dff-4198-a58d-76133aeb4be9 is: BUILD; New status is: ACTIVE {{(pid=103431) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 14:46:51.500348 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33483347'] for port (4e58062a-2dff-4198-a58d-76133aeb4be9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:51.522814 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37a3cee-b6bd-4e65-8157-83686885e6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e58062a-2dff-4198-a58d-76133aeb4be9'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:46:51.525052 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26e9cf863e3e83fec476898f5dae82b390211619b93c63fa1b0714c6531c33f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb77c317-a525-4271-b66e-ad7035bfb0f1" -d '{"events": [{"server_uuid": "f37a3cee-b6bd-4e65-8157-83686885e6d9", "name": "network-vif-plugged", "status": "completed", "tag": "4e58062a-2dff-4198-a58d-76133aeb4be9"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:46:51.540283 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] For port 4e58062a-2dff-4198-a58d-76133aeb4be9, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=4e58062a-2dff-4198-a58d-76133aeb4be9,segment=NetworkSegment(04f995c6-05ac-419c-b89d-a8d07da11554),segment_id=04f995c6-05ac-419c-b89d-a8d07da11554)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:46:51.545056 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771212022155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771211623262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771211623280'] for port (4e58062a-2dff-4198-a58d-76133aeb4be9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:51.570995 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8956da13-b1a2-4b6d-acb5-172202f1d8e6 x-openstack-request-id: req-8956da13-b1a2-4b6d-acb5-172202f1d8e6 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:46:51.571315 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37a3cee-b6bd-4e65-8157-83686885e6d9", "name": "network-vif-plugged", "status": "completed", "tag": "4e58062a-2dff-4198-a58d-76133aeb4be9", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:46:51.571569 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8956da13-b1a2-4b6d-acb5-172202f1d8e6 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:46:51.571962 dv-cinder-777031-14-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8956da13-b1a2-4b6d-acb5-172202f1d8e6'] response: {'server_uuid': 'f37a3cee-b6bd-4e65-8157-83686885e6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e58062a-2dff-4198-a58d-76133aeb4be9', 'code': 200} May 12 14:46:51.597409 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Pushing event updated for resources: {'Port': ['ID=4e58062a-2dff-4198-a58d-76133aeb4be9,revision_number=5']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:51.779756 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d8e28-5819-4d28-b196-49efafb0ae15 req-61a220a8-10c6-4083-bcf9-77cfc7ed3be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:51.781224 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1e0d8e28-5819-4d28-b196-49efafb0ae15 req-61a220a8-10c6-4083-bcf9-77cfc7ed3be8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f37a3cee-b6bd-4e65-8157-83686885e6d9 HTTP/1.1" status: 200 len: 1129 time: 0.0377657 May 12 14:46:51.827243 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1e0d8e28-5819-4d28-b196-49efafb0ae15 req-8fb0fd39-fd81-4983-8f70-710cf26668fa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=516d6403-2fad-4623-a9e0-569e3ff8ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394261 May 12 14:46:51.967943 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba569553-2ea0-4e38-893e-bf2b0a66e299 req-ab326586-222c-47ea-9e30-b940cbd7b71d tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:51.969387 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ba569553-2ea0-4e38-893e-bf2b0a66e299 req-ab326586-222c-47ea-9e30-b940cbd7b71d tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=f37a3cee-b6bd-4e65-8157-83686885e6d9 HTTP/1.1" status: 200 len: 945 time: 0.0461292 May 12 14:46:52.015468 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ba569553-2ea0-4e38-893e-bf2b0a66e299 req-f4b3963a-e4b5-4291-8845-843da9e00412 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=516d6403-2fad-4623-a9e0-569e3ff8ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403180 May 12 14:46:53.126294 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db201e6-5fb7-4ba5-8ea0-b947cb690740 req-00bdd1c6-5843-46d6-9316-c397461d0a85 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:53.127750 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1db201e6-5fb7-4ba5-8ea0-b947cb690740 req-00bdd1c6-5843-46d6-9316-c397461d0a85 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=f37a3cee-b6bd-4e65-8157-83686885e6d9 HTTP/1.1" status: 200 len: 945 time: 0.0450468 May 12 14:46:53.173364 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1db201e6-5fb7-4ba5-8ea0-b947cb690740 req-9ea1d3ad-553e-4ab4-93ea-92ee9538462b tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=516d6403-2fad-4623-a9e0-569e3ff8ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396404 May 12 14:46:54.564470 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bca13b-d744-41b9-9ee2-b3a59381c780 req-a6f025b6-713e-49da-9122-7131957bdef3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:54.565870 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e7bca13b-d744-41b9-9ee2-b3a59381c780 req-a6f025b6-713e-49da-9122-7131957bdef3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=f37a3cee-b6bd-4e65-8157-83686885e6d9 HTTP/1.1" status: 200 len: 945 time: 0.3204308 May 12 14:46:54.611368 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e7bca13b-d744-41b9-9ee2-b3a59381c780 req-0e7bbf33-0fe5-4afd-8d49-218c571d90f7 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=516d6403-2fad-4623-a9e0-569e3ff8ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393510 May 12 14:46:54.718473 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c494a88-9eae-4d09-a450-a5f20f65a241 req-3c69b89e-dd1c-4336-ab75-9b4fea9705bd tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:54.719951 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c494a88-9eae-4d09-a450-a5f20f65a241 req-3c69b89e-dd1c-4336-ab75-9b4fea9705bd tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=f37a3cee-b6bd-4e65-8157-83686885e6d9 HTTP/1.1" status: 200 len: 945 time: 0.0466254 May 12 14:46:54.728305 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 43574) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:46:54.732584 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-7ba55a63-1f29-4e1d-aa73-44b8f6464b2a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Request body: {'floatingip': {'port_id': '4e58062a-2dff-4198-a58d-76133aeb4be9'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 14:46:54.773573 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ba55a63-1f29-4e1d-aa73-44b8f6464b2a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for floatingip (7cf6e490-4124-4aa6-90b8-211860fbf2f4), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:55.207753 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ba55a63-1f29-4e1d-aa73-44b8f6464b2a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:55.211488 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ba55a63-1f29-4e1d-aa73-44b8f6464b2a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (7cf6e490-4124-4aa6-90b8-211860fbf2f4), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:55.311593 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.db.l3_db [None req-7ba55a63-1f29-4e1d-aa73-44b8f6464b2a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Floating IP 7cf6e490-4124-4aa6-90b8-211860fbf2f4 associated. External IP: 172.27.0.85, port: 4e58062a-2dff-4198-a58d-76133aeb4be9. May 12 14:46:55.524744 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba55a63-1f29-4e1d-aa73-44b8f6464b2a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Router d8970c80-9c02-4e0d-a2b3-185767510ae0 has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:46:55.634247 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba55a63-1f29-4e1d-aa73-44b8f6464b2a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:46:55.639522 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7ba55a63-1f29-4e1d-aa73-44b8f6464b2a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:46:55.644464 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8daee65-8bfb-485a-b3c2-534bf3d9350b None None] Sync routers for ids ['d8970c80-9c02-4e0d-a2b3-185767510ae0'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:46:55.660899 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8daee65-8bfb-485a-b3c2-534bf3d9350b None None] Routers {'d8970c80-9c02-4e0d-a2b3-185767510ae0'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:46:55.662094 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d8daee65-8bfb-485a-b3c2-534bf3d9350b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:46:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['d8970c80-9c02-4e0d-a2b3-185767510ae0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:46:55.675647 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-7ba55a63-1f29-4e1d-aa73-44b8f6464b2a tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "PUT /v2.0/floatingips/7cf6e490-4124-4aa6-90b8-211860fbf2f4 HTTP/1.1" status: 200 len: 990 time: 0.9462726 May 12 14:46:55.676318 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37a3cee-b6bd-4e65-8157-83686885e6d9', 'tag': '4e58062a-2dff-4198-a58d-76133aeb4be9'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:46:55.678937 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa74272-41b9-4a8f-b7ea-9dc00957bd2a" -d '{"events": [{"name": "network-changed", "server_uuid": "f37a3cee-b6bd-4e65-8157-83686885e6d9", "tag": "4e58062a-2dff-4198-a58d-76133aeb4be9"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:46:55.716678 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 14:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c56903-4fc5-4b3b-b428-105b605d217c x-openstack-request-id: req-d8c56903-4fc5-4b3b-b428-105b605d217c {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:46:55.717036 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f37a3cee-b6bd-4e65-8157-83686885e6d9", "tag": "4e58062a-2dff-4198-a58d-76133aeb4be9", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:46:55.717294 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d8c56903-4fc5-4b3b-b428-105b605d217c {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:46:55.717709 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8c56903-4fc5-4b3b-b428-105b605d217c'] response: {'name': 'network-changed', 'server_uuid': 'f37a3cee-b6bd-4e65-8157-83686885e6d9', 'tag': '4e58062a-2dff-4198-a58d-76133aeb4be9', 'status': 'completed', 'code': 200} May 12 14:46:55.804780 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa74272-41b9-4a8f-b7ea-9dc00957bd2a req-0821b4e7-032c-4fc3-9e20-4fdd6ac6965d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:55.806299 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5fa74272-41b9-4a8f-b7ea-9dc00957bd2a req-0821b4e7-032c-4fc3-9e20-4fdd6ac6965d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38fdbe6cacb8487087950884b752b21d&device_id=f37a3cee-b6bd-4e65-8157-83686885e6d9 HTTP/1.1" status: 200 len: 1129 time: 0.0450337 May 12 14:46:55.859988 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-d8daee65-8bfb-485a-b3c2-534bf3d9350b None None] Set router d8970c80-9c02-4e0d-a2b3-185767510ae0 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:46:55.896376 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa74272-41b9-4a8f-b7ea-9dc00957bd2a req-0dfe106f-a41e-4844-90bb-b1738d1a1606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:55.897760 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5fa74272-41b9-4a8f-b7ea-9dc00957bd2a req-0dfe106f-a41e-4844-90bb-b1738d1a1606 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6aa87a35-26a0-490d-b024-c2e7f7422864 HTTP/1.1" status: 200 len: 911 time: 0.0856354 May 12 14:46:55.968583 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5fa74272-41b9-4a8f-b7ea-9dc00957bd2a req-d3a9017c-c03a-4dcf-86ce-78ff8c01118b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e58062a-2dff-4198-a58d-76133aeb4be9 HTTP/1.1" status: 200 len: 998 time: 0.0630534 May 12 14:46:56.021627 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa74272-41b9-4a8f-b7ea-9dc00957bd2a req-68ad455a-b491-486a-bb84-f3b9bdc42e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:56.023114 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5fa74272-41b9-4a8f-b7ea-9dc00957bd2a req-68ad455a-b491-486a-bb84-f3b9bdc42e14 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8de4572c-13a9-4b61-a099-6d16bcc1dbfd HTTP/1.1" status: 200 len: 849 time: 0.0487523 May 12 14:46:56.065581 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa74272-41b9-4a8f-b7ea-9dc00957bd2a req-a9919d79-0df9-4393-884c-e619f600b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:56.067647 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5fa74272-41b9-4a8f-b7ea-9dc00957bd2a req-a9919d79-0df9-4393-884c-e619f600b753 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6aa87a35-26a0-490d-b024-c2e7f7422864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382247 May 12 14:46:56.086110 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d8daee65-8bfb-485a-b3c2-534bf3d9350b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'name': 'tempest-AttachVolumeTestJSON-417374782-router', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:41:12Z', 'updated_at': '2022-05-12T14:41:15Z', 'revision_number': 4, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'gw_port': {'id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:13Z', 'updated_at': '2022-05-12T14:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '7cf6e490-4124-4aa6-90b8-211860fbf2f4', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'port_id': '4e58062a-2dff-4198-a58d-76133aeb4be9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864', 'mac_address': 'fa:16:3e:44:9b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37a3cee-b6bd-4e65-8157-83686885e6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:46:41Z', 'updated_at': '2022-05-12T14:46:55Z', 'revision_number': 1, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e07f71-7796-4e8e-aca9-e1ebae3b38ef', 'name': '', 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'mac_address': 'fa:16:3e:e2:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:15Z', 'updated_at': '2022-05-12T14:41:19Z', 'revision_number': 5, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'subnets': [{'id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:46:56.114942 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8daee65-8bfb-485a-b3c2-534bf3d9350b None None] Checking router: d8970c80-9c02-4e0d-a2b3-185767510ae0 for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:46:56.123351 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8daee65-8bfb-485a-b3c2-534bf3d9350b None None] Routers {'d8970c80-9c02-4e0d-a2b3-185767510ae0'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:46:56.123953 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d8daee65-8bfb-485a-b3c2-534bf3d9350b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:46:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['d8970c80-9c02-4e0d-a2b3-185767510ae0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:46:56.159421 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5fa74272-41b9-4a8f-b7ea-9dc00957bd2a req-c7b91454-a386-4e0a-b6bc-7774edcf0b88 service neutron] 10.222.0.57 "GET /v2.0/networks/6aa87a35-26a0-490d-b024-c2e7f7422864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853355 May 12 14:46:56.229202 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-d8daee65-8bfb-485a-b3c2-534bf3d9350b None None] Set router d8970c80-9c02-4e0d-a2b3-185767510ae0 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:46:56.247242 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5fa74272-41b9-4a8f-b7ea-9dc00957bd2a req-0c36bb28-fd0b-4902-a602-a5325a733ca4 service neutron] 10.222.0.57 "GET /v2.0/networks/6aa87a35-26a0-490d-b024-c2e7f7422864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816648 May 12 14:46:56.441660 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-d8daee65-8bfb-485a-b3c2-534bf3d9350b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'name': 'tempest-AttachVolumeTestJSON-417374782-router', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:41:12Z', 'updated_at': '2022-05-12T14:41:15Z', 'revision_number': 4, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'gw_port': {'id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:13Z', 'updated_at': '2022-05-12T14:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '7cf6e490-4124-4aa6-90b8-211860fbf2f4', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'port_id': '4e58062a-2dff-4198-a58d-76133aeb4be9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864', 'mac_address': 'fa:16:3e:44:9b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37a3cee-b6bd-4e65-8157-83686885e6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:46:41Z', 'updated_at': '2022-05-12T14:46:55Z', 'revision_number': 1, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e07f71-7796-4e8e-aca9-e1ebae3b38ef', 'name': '', 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'mac_address': 'fa:16:3e:e2:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:15Z', 'updated_at': '2022-05-12T14:41:19Z', 'revision_number': 5, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'subnets': [{'id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:46:56.470330 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8daee65-8bfb-485a-b3c2-534bf3d9350b None None] The sync data for ids ['d8970c80-9c02-4e0d-a2b3-185767510ae0'] in dv-cinder-777031-14-iscsi is: [{'id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'name': 'tempest-AttachVolumeTestJSON-417374782-router', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:41:12Z', 'updated_at': '2022-05-12T14:41:15Z', 'revision_number': 4, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'gw_port': {'id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:13Z', 'updated_at': '2022-05-12T14:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_floatingips': [{'id': '7cf6e490-4124-4aa6-90b8-211860fbf2f4', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'router_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'port_id': '4e58062a-2dff-4198-a58d-76133aeb4be9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864', 'mac_address': 'fa:16:3e:44:9b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37a3cee-b6bd-4e65-8157-83686885e6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:46:41Z', 'updated_at': '2022-05-12T14:46:55Z', 'revision_number': 1, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e07f71-7796-4e8e-aca9-e1ebae3b38ef', 'name': '', 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'mac_address': 'fa:16:3e:e2:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:15Z', 'updated_at': '2022-05-12T14:41:19Z', 'revision_number': 5, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'subnets': [{'id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:46:56.651280 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae8b43b-be67-4653-9e1b-9ff29df85fa2 None None] New status for floating IP 7cf6e490-4124-4aa6-90b8-211860fbf2f4: ACTIVE {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:47:02.536930 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:47:09.301640 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2fef5bc0-4ea6-4a67-8770-bc16ef47b73a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:11.662536 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c9cd1230-6339-40c0-9b39-17ddfe9643e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:13.023630 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:14.419172 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:15.776351 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:20.738892 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:22.659882 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-de58cc77-acca-4c2b-9126-9da5291d9f93 req-40170cf1-6309-46f1-a2d3-33b109b35ea4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f37a3cee-b6bd-4e65-8157-83686885e6d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454152 May 12 14:47:22.759766 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58cc77-acca-4c2b-9126-9da5291d9f93 req-73d43c50-dbff-443f-b988-1b5adfd31500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:22.761269 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-de58cc77-acca-4c2b-9126-9da5291d9f93 req-73d43c50-dbff-443f-b988-1b5adfd31500 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38fdbe6cacb8487087950884b752b21d&device_id=f37a3cee-b6bd-4e65-8157-83686885e6d9 HTTP/1.1" status: 200 len: 1129 time: 0.0381641 May 12 14:47:22.863704 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58cc77-acca-4c2b-9126-9da5291d9f93 req-ae205e84-5169-4349-bce6-2db18baf212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:22.865190 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-de58cc77-acca-4c2b-9126-9da5291d9f93 req-ae205e84-5169-4349-bce6-2db18baf212d service neutron] 10.222.0.57 "GET /v2.0/networks?id=6aa87a35-26a0-490d-b024-c2e7f7422864 HTTP/1.1" status: 200 len: 911 time: 0.0860560 May 12 14:47:22.933772 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-de58cc77-acca-4c2b-9126-9da5291d9f93 req-b18c6e36-b5ad-4123-8d6d-e704bb278851 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e58062a-2dff-4198-a58d-76133aeb4be9 HTTP/1.1" status: 200 len: 1000 time: 0.0607786 May 12 14:47:22.983717 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58cc77-acca-4c2b-9126-9da5291d9f93 req-6d81d5be-9d59-4421-8731-1c249a3d7a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:22.985257 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-de58cc77-acca-4c2b-9126-9da5291d9f93 req-6d81d5be-9d59-4421-8731-1c249a3d7a23 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8de4572c-13a9-4b61-a099-6d16bcc1dbfd HTTP/1.1" status: 200 len: 849 time: 0.0449419 May 12 14:47:23.028745 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58cc77-acca-4c2b-9126-9da5291d9f93 req-603af409-c400-4316-b36d-619c545a7721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:47:23.030186 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-de58cc77-acca-4c2b-9126-9da5291d9f93 req-603af409-c400-4316-b36d-619c545a7721 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6aa87a35-26a0-490d-b024-c2e7f7422864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392218 May 12 14:47:23.120555 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-de58cc77-acca-4c2b-9126-9da5291d9f93 req-0c1c644b-c670-4476-b228-e34fbb70cbb6 service neutron] 10.222.0.57 "GET /v2.0/networks/6aa87a35-26a0-490d-b024-c2e7f7422864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831695 May 12 14:47:23.210706 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-de58cc77-acca-4c2b-9126-9da5291d9f93 req-3fb2726a-8d7a-4948-9d35-a76ee5b71e2a service neutron] 10.222.0.57 "GET /v2.0/networks/6aa87a35-26a0-490d-b024-c2e7f7422864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836492 May 12 14:47:39.305727 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9024ab89-b2de-4384-95f4-60281788d446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:39.536068 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:47:41.663224 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f43fdf24-42f5-4bce-b270-5b13cc772fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:43.026960 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:44.420414 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:45.778816 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:47:50.730285 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:09.307749 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bdbcd941-296a-4288-87e7-f7e111ed78fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:11.665109 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6ba0174c-6683-43f9-8a3b-5edc5a09e6e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:13.028902 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:14.423012 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:15.781298 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:16.534851 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:48:20.732957 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:24.624286 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-38ebff98-ffec-4655-9715-cbbd7d023b8a req-824bea28-61d4-40e9-b07b-93c0dbe0dafd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f37a3cee-b6bd-4e65-8157-83686885e6d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381007 May 12 14:48:24.722249 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebff98-ffec-4655-9715-cbbd7d023b8a req-c8335390-fbf5-4c5b-a766-30efff9eeab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:24.723760 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-38ebff98-ffec-4655-9715-cbbd7d023b8a req-c8335390-fbf5-4c5b-a766-30efff9eeab3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38fdbe6cacb8487087950884b752b21d&device_id=f37a3cee-b6bd-4e65-8157-83686885e6d9 HTTP/1.1" status: 200 len: 1129 time: 0.0377831 May 12 14:48:24.831679 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebff98-ffec-4655-9715-cbbd7d023b8a req-a60b11dd-4bdb-460b-b854-1056967abb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:24.833163 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-38ebff98-ffec-4655-9715-cbbd7d023b8a req-a60b11dd-4bdb-460b-b854-1056967abb79 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6aa87a35-26a0-490d-b024-c2e7f7422864 HTTP/1.1" status: 200 len: 911 time: 0.0905309 May 12 14:48:24.897284 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-38ebff98-ffec-4655-9715-cbbd7d023b8a req-cf957fd8-d310-4b5c-8ed1-299f5b670e82 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e58062a-2dff-4198-a58d-76133aeb4be9 HTTP/1.1" status: 200 len: 1000 time: 0.0575869 May 12 14:48:24.945295 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebff98-ffec-4655-9715-cbbd7d023b8a req-f292a8d4-69ba-4712-b99a-09e44d938af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:24.946762 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-38ebff98-ffec-4655-9715-cbbd7d023b8a req-f292a8d4-69ba-4712-b99a-09e44d938af4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8de4572c-13a9-4b61-a099-6d16bcc1dbfd HTTP/1.1" status: 200 len: 849 time: 0.0429814 May 12 14:48:24.994052 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebff98-ffec-4655-9715-cbbd7d023b8a req-cd13bb39-1df1-4076-abd6-b6705fafda31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:24.995645 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-38ebff98-ffec-4655-9715-cbbd7d023b8a req-cd13bb39-1df1-4076-abd6-b6705fafda31 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6aa87a35-26a0-490d-b024-c2e7f7422864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425553 May 12 14:48:25.083888 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-38ebff98-ffec-4655-9715-cbbd7d023b8a req-e0c1b35d-b14f-4001-815a-5fee685eb8c5 service neutron] 10.222.0.57 "GET /v2.0/networks/6aa87a35-26a0-490d-b024-c2e7f7422864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822330 May 12 14:48:25.176540 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-38ebff98-ffec-4655-9715-cbbd7d023b8a req-72697057-fdec-49a1-977c-f619460fe679 service neutron] 10.222.0.57 "GET /v2.0/networks/6aa87a35-26a0-490d-b024-c2e7f7422864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854359 May 12 14:48:32.530420 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c96b4-5fce-4a49-81f9-95ba169315a0 req-dc054b0f-22eb-471e-8d94-94bc283d42c0 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:32.531977 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c89c96b4-5fce-4a49-81f9-95ba169315a0 req-dc054b0f-22eb-471e-8d94-94bc283d42c0 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=f37a3cee-b6bd-4e65-8157-83686885e6d9 HTTP/1.1" status: 200 len: 945 time: 0.0490158 May 12 14:48:32.577249 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c89c96b4-5fce-4a49-81f9-95ba169315a0 req-b1f53f40-9a51-49e0-8c04-638c81201412 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=516d6403-2fad-4623-a9e0-569e3ff8ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396349 May 12 14:48:33.694519 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b929e-1050-40ca-8b34-9bc5e8b11a30 req-20de85dc-e694-4af1-a892-051d6cd46524 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:33.695915 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bc7b929e-1050-40ca-8b34-9bc5e8b11a30 req-20de85dc-e694-4af1-a892-051d6cd46524 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=f37a3cee-b6bd-4e65-8157-83686885e6d9 HTTP/1.1" status: 200 len: 945 time: 0.0503135 May 12 14:48:33.741723 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bc7b929e-1050-40ca-8b34-9bc5e8b11a30 req-50d32715-82fc-4da2-9516-04c32b599981 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=516d6403-2fad-4623-a9e0-569e3ff8ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404000 May 12 14:48:34.693149 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061a851-6a3b-4877-820c-0f8981fc99a9 req-3c261ad1-e8d7-44d7-a06d-4bbd4dd59fbb tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:34.694585 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c061a851-6a3b-4877-820c-0f8981fc99a9 req-3c261ad1-e8d7-44d7-a06d-4bbd4dd59fbb tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.57 "GET /v2.0/ports?device_id=f37a3cee-b6bd-4e65-8157-83686885e6d9 HTTP/1.1" status: 200 len: 945 time: 0.0455952 May 12 14:48:34.777341 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-c061a851-6a3b-4877-820c-0f8981fc99a9 req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Deleting port 4e58062a-2dff-4198-a58d-76133aeb4be9 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:48:34.777687 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c061a851-6a3b-4877-820c-0f8981fc99a9 req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (4e58062a-2dff-4198-a58d-76133aeb4be9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:34.893110 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6a475-35d0-4b35-ac83-42993f87eaaf req-68d91c40-fdd2-46c9-a80e-98235b695ea5 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:34.894544 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1ad6a475-35d0-4b35-ac83-42993f87eaaf req-68d91c40-fdd2-46c9-a80e-98235b695ea5 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=f37a3cee-b6bd-4e65-8157-83686885e6d9 HTTP/1.1" status: 200 len: 945 time: 0.0587916 May 12 14:48:34.916846 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-c061a851-6a3b-4877-820c-0f8981fc99a9 req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] For port 4e58062a-2dff-4198-a58d-76133aeb4be9, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=4e58062a-2dff-4198-a58d-76133aeb4be9,segment=NetworkSegment(04f995c6-05ac-419c-b89d-a8d07da11554),segment_id=04f995c6-05ac-419c-b89d-a8d07da11554)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:48:34.917210 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c061a851-6a3b-4877-820c-0f8981fc99a9 req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (4e58062a-2dff-4198-a58d-76133aeb4be9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:34.990989 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1ad6a475-35d0-4b35-ac83-42993f87eaaf req-77a80bb7-3e22-4232-8514-aa047541dbc8 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups?id=516d6403-2fad-4623-a9e0-569e3ff8ec64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909052 May 12 14:48:35.111072 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c061a851-6a3b-4877-820c-0f8981fc99a9 req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:35.111435 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c061a851-6a3b-4877-820c-0f8981fc99a9 req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-931120'] for floatingip (7cf6e490-4124-4aa6-90b8-211860fbf2f4), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:35.111752 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.db.l3_db [req-c061a851-6a3b-4877-820c-0f8981fc99a9 req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Floating IP 7cf6e490-4124-4aa6-90b8-211860fbf2f4 disassociated. External IP: 172.27.0.85, port: 4e58062a-2dff-4198-a58d-76133aeb4be9. May 12 14:48:35.112096 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-c061a851-6a3b-4877-820c-0f8981fc99a9 req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Calling delete_port for 4e58062a-2dff-4198-a58d-76133aeb4be9 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:48:35.242257 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c061a851-6a3b-4877-820c-0f8981fc99a9 req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (4e58062a-2dff-4198-a58d-76133aeb4be9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:35.268733 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Pushing event deleted for resources: {'Port': ['ID=4e58062a-2dff-4198-a58d-76133aeb4be9,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:35.278078 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:35.278429 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:35.278768 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:35.279129 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:35.279462 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:35.279792 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:35.280115 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:35.280437 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:35.281160 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:35.281160 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:35.281358 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:35.281716 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:35.282074 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:35.282393 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:35.282711 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:35.397378 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c061a851-6a3b-4877-820c-0f8981fc99a9 req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Router d8970c80-9c02-4e0d-a2b3-185767510ae0 has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:48:35.505615 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c061a851-6a3b-4877-820c-0f8981fc99a9 req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:48:35.516642 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84a995b-ad18-4795-9c78-3dd5cde7fe88 None None] Sync routers for ids ['d8970c80-9c02-4e0d-a2b3-185767510ae0'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:48:35.525972 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84a995b-ad18-4795-9c78-3dd5cde7fe88 None None] Routers {'d8970c80-9c02-4e0d-a2b3-185767510ae0'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:48:35.526570 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a84a995b-ad18-4795-9c78-3dd5cde7fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:48:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['d8970c80-9c02-4e0d-a2b3-185767510ae0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:35.546504 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-c061a851-6a3b-4877-820c-0f8981fc99a9 req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] No DVR routers for this DVR port 4e58062a-2dff-4198-a58d-76133aeb4be9 on host hv-cinder-77703 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:48:35.549123 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c061a851-6a3b-4877-820c-0f8981fc99a9 req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:35.552454 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c061a851-6a3b-4877-820c-0f8981fc99a9 req-63e6778b-6af3-439e-b9f1-87d1f4b55387 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.57 "DELETE /v2.0/ports/4e58062a-2dff-4198-a58d-76133aeb4be9 HTTP/1.1" status: 204 len: 173 time: 0.8515518 May 12 14:48:35.552884 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37a3cee-b6bd-4e65-8157-83686885e6d9', 'name': 'network-vif-deleted', 'tag': '4e58062a-2dff-4198-a58d-76133aeb4be9'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:48:35.555179 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25831d23dbb25817c5f794fdd9a4edbcfd04519d09bc14fc983155d728b516fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ee38d7-6519-448a-8386-4fe2a97e70e6" -d '{"events": [{"server_uuid": "f37a3cee-b6bd-4e65-8157-83686885e6d9", "name": "network-vif-deleted", "tag": "4e58062a-2dff-4198-a58d-76133aeb4be9"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 14:48:35.638803 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-a84a995b-ad18-4795-9c78-3dd5cde7fe88 None None] Set router d8970c80-9c02-4e0d-a2b3-185767510ae0 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:48:35.673432 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 14:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b5d7e9-6a52-4e80-85b0-fce3411bb332 x-openstack-request-id: req-52b5d7e9-6a52-4e80-85b0-fce3411bb332 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 14:48:35.673789 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37a3cee-b6bd-4e65-8157-83686885e6d9", "name": "network-vif-deleted", "tag": "4e58062a-2dff-4198-a58d-76133aeb4be9", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 14:48:35.674137 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-52b5d7e9-6a52-4e80-85b0-fce3411bb332 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 14:48:35.674635 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52b5d7e9-6a52-4e80-85b0-fce3411bb332'] response: {'server_uuid': 'f37a3cee-b6bd-4e65-8157-83686885e6d9', 'name': 'network-vif-deleted', 'tag': '4e58062a-2dff-4198-a58d-76133aeb4be9', 'status': 'completed', 'code': 200} May 12 14:48:35.837926 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a84a995b-ad18-4795-9c78-3dd5cde7fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'name': 'tempest-AttachVolumeTestJSON-417374782-router', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:41:12Z', 'updated_at': '2022-05-12T14:41:15Z', 'revision_number': 4, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'gw_port': {'id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:13Z', 'updated_at': '2022-05-12T14:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '10e07f71-7796-4e8e-aca9-e1ebae3b38ef', 'name': '', 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'mac_address': 'fa:16:3e:e2:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:15Z', 'updated_at': '2022-05-12T14:41:19Z', 'revision_number': 5, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'subnets': [{'id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:35.864564 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84a995b-ad18-4795-9c78-3dd5cde7fe88 None None] Checking router: d8970c80-9c02-4e0d-a2b3-185767510ae0 for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:48:35.872731 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84a995b-ad18-4795-9c78-3dd5cde7fe88 None None] Routers {'d8970c80-9c02-4e0d-a2b3-185767510ae0'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:48:35.873322 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a84a995b-ad18-4795-9c78-3dd5cde7fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:48:12Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['d8970c80-9c02-4e0d-a2b3-185767510ae0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:35.978238 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-a84a995b-ad18-4795-9c78-3dd5cde7fe88 None None] Set router d8970c80-9c02-4e0d-a2b3-185767510ae0 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:48:36.104174 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [req-548759e6-acd5-449e-acc9-1268e947f66c req-d85bb8f6-8176-487b-9d0a-8db40039e061 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/ports?device_id=f37a3cee-b6bd-4e65-8157-83686885e6d9 HTTP/1.1" status: 200 len: 210 time: 0.0318389 May 12 14:48:36.183986 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a84a995b-ad18-4795-9c78-3dd5cde7fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'name': 'tempest-AttachVolumeTestJSON-417374782-router', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:41:12Z', 'updated_at': '2022-05-12T14:41:15Z', 'revision_number': 4, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'gw_port': {'id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:13Z', 'updated_at': '2022-05-12T14:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '10e07f71-7796-4e8e-aca9-e1ebae3b38ef', 'name': '', 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'mac_address': 'fa:16:3e:e2:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:15Z', 'updated_at': '2022-05-12T14:41:19Z', 'revision_number': 5, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'subnets': [{'id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:36.286795 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84a995b-ad18-4795-9c78-3dd5cde7fe88 None None] The sync data for ids ['d8970c80-9c02-4e0d-a2b3-185767510ae0'] in dv-cinder-777031-14-iscsi is: [{'id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'name': 'tempest-AttachVolumeTestJSON-417374782-router', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:41:12Z', 'updated_at': '2022-05-12T14:41:15Z', 'revision_number': 4, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'gw_port': {'id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:13Z', 'updated_at': '2022-05-12T14:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi', '_interfaces': [{'id': '10e07f71-7796-4e8e-aca9-e1ebae3b38ef', 'name': '', 'network_id': '6aa87a35-26a0-490d-b024-c2e7f7422864', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'mac_address': 'fa:16:3e:e2:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:15Z', 'updated_at': '2022-05-12T14:41:19Z', 'revision_number': 5, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'subnets': [{'id': '8de4572c-13a9-4b61-a099-6d16bcc1dbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:48:36.494115 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9af7221-05c2-4599-a59b-2ac14a6d9657 None None] New status for floating IP 7cf6e490-4124-4aa6-90b8-211860fbf2f4: DOWN {{(pid=103431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:48:37.189860 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 43746) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:37.245552 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-29569023-6d4b-4fe8-801b-cb06f486a5c5 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for security_group (516d6403-2fad-4623-a9e0-569e3ff8ec64), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:37.267413 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-29569023-6d4b-4fe8-801b-cb06f486a5c5 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for security_group (516d6403-2fad-4623-a9e0-569e3ff8ec64), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:37.312165 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-29569023-6d4b-4fe8-801b-cb06f486a5c5 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (516d6403-2fad-4623-a9e0-569e3ff8ec64), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:37.314821 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-29569023-6d4b-4fe8-801b-cb06f486a5c5 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:37.316018 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-29569023-6d4b-4fe8-801b-cb06f486a5c5 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "DELETE /v2.0/security-groups/516d6403-2fad-4623-a9e0-569e3ff8ec64 HTTP/1.1" status: 204 len: 168 time: 0.1248739 May 12 14:48:37.318741 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 43748) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:37.325049 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29569023-6d4b-4fe8-801b-cb06f486a5c5 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=516d6403-2fad-4623-a9e0-569e3ff8ec64,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:37.333076 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.api.v2.resource [None req-ae54cb0e-e961-44df-859a-f8a354087a63 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] show failed (client error): The resource could not be found. May 12 14:48:37.334088 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-ae54cb0e-e961-44df-859a-f8a354087a63 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "GET /v2.0/security-groups/516d6403-2fad-4623-a9e0-569e3ff8ec64 HTTP/1.1" status: 404 len: 347 time: 0.0143411 May 12 14:48:37.336849 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 43752) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:37.454656 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-32d3cb1b-04b7-4173-8618-e60b7bb415a3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Deleting port ec59b7a7-18c3-4c51-850d-dddbefa90f43 {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:48:37.455001 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-32d3cb1b-04b7-4173-8618-e60b7bb415a3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (ec59b7a7-18c3-4c51-850d-dddbefa90f43), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:37.526504 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-32d3cb1b-04b7-4173-8618-e60b7bb415a3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (ec59b7a7-18c3-4c51-850d-dddbefa90f43), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:37.527335 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-32d3cb1b-04b7-4173-8618-e60b7bb415a3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for floatingip (ec59b7a7-18c3-4c51-850d-dddbefa90f43), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:37.538754 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-32d3cb1b-04b7-4173-8618-e60b7bb415a3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Calling delete_port for ec59b7a7-18c3-4c51-850d-dddbefa90f43 owned by network:floatingip {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:48:37.664662 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-32d3cb1b-04b7-4173-8618-e60b7bb415a3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (ec59b7a7-18c3-4c51-850d-dddbefa90f43), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:37.689973 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3cb1b-04b7-4173-8618-e60b7bb415a3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Pushing event deleted for resources: {'Port': ['ID=ec59b7a7-18c3-4c51-850d-dddbefa90f43,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:37.715920 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d3cb1b-04b7-4173-8618-e60b7bb415a3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:37.716272 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d3cb1b-04b7-4173-8618-e60b7bb415a3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:37.716610 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d3cb1b-04b7-4173-8618-e60b7bb415a3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:37.716958 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d3cb1b-04b7-4173-8618-e60b7bb415a3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:37.717292 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d3cb1b-04b7-4173-8618-e60b7bb415a3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:37.717624 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d3cb1b-04b7-4173-8618-e60b7bb415a3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:37.717953 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d3cb1b-04b7-4173-8618-e60b7bb415a3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:37.718281 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d3cb1b-04b7-4173-8618-e60b7bb415a3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:37.718609 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d3cb1b-04b7-4173-8618-e60b7bb415a3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:37.718936 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d3cb1b-04b7-4173-8618-e60b7bb415a3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:37.719291 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d3cb1b-04b7-4173-8618-e60b7bb415a3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:37.719615 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d3cb1b-04b7-4173-8618-e60b7bb415a3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:37.719940 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d3cb1b-04b7-4173-8618-e60b7bb415a3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:37.720261 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d3cb1b-04b7-4173-8618-e60b7bb415a3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:37.720581 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d3cb1b-04b7-4173-8618-e60b7bb415a3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:37.762005 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-32d3cb1b-04b7-4173-8618-e60b7bb415a3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks [] for floatingip (7cf6e490-4124-4aa6-90b8-211860fbf2f4), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:37.764673 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-32d3cb1b-04b7-4173-8618-e60b7bb415a3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184155'] for floatingip (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:37.765813 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-32d3cb1b-04b7-4173-8618-e60b7bb415a3 tempest-AttachVolumeTestJSON-235399587 tempest-AttachVolumeTestJSON-235399587-project] 10.222.0.75 "DELETE /v2.0/floatingips/7cf6e490-4124-4aa6-90b8-211860fbf2f4 HTTP/1.1" status: 204 len: 168 time: 0.4280868 May 12 14:48:37.785628 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 4e58062a-2dff-4198-a58d-76133aeb4be9 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:48:37.805435 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] No Port match for: 4e58062a-2dff-4198-a58d-76133aeb4be9 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:48:37.805789 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Device 4e58062a-2dff-4198-a58d-76133aeb4be9 not bound to the agent host hv-cinder-77703 {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:48:39.309961 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-638ccb0d-cd6b-4108-a179-9f3e017e5230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:41.289773 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 43780) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:41.664967 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8511509c-4e70-4aa5-aca2-febd8a800fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:41.696780 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f54f-1c51-4438-acf0-87e1c68ae291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932317'] for router_interface (d8970c80-9c02-4e0d-a2b3-185767510ae0), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:42.146605 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-d9b4f54f-1c51-4438-acf0-87e1c68ae291 admin admin] Deleting port 10e07f71-7796-4e8e-aca9-e1ebae3b38ef {{(pid=103429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:48:42.147066 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f54f-1c51-4438-acf0-87e1c68ae291 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (10e07f71-7796-4e8e-aca9-e1ebae3b38ef), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:42.226931 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-d9b4f54f-1c51-4438-acf0-87e1c68ae291 admin admin] For port 10e07f71-7796-4e8e-aca9-e1ebae3b38ef, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=10e07f71-7796-4e8e-aca9-e1ebae3b38ef,segment=NetworkSegment(04f995c6-05ac-419c-b89d-a8d07da11554),segment_id=04f995c6-05ac-419c-b89d-a8d07da11554)] {{(pid=103429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:48:42.227236 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f54f-1c51-4438-acf0-87e1c68ae291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (10e07f71-7796-4e8e-aca9-e1ebae3b38ef), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:42.239381 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-d9b4f54f-1c51-4438-acf0-87e1c68ae291 admin admin] Calling delete_port for 10e07f71-7796-4e8e-aca9-e1ebae3b38ef owned by network:router_interface {{(pid=103429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:48:42.411844 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f54f-1c51-4438-acf0-87e1c68ae291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3814764'] for port (10e07f71-7796-4e8e-aca9-e1ebae3b38ef), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:42.434410 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4f54f-1c51-4438-acf0-87e1c68ae291 admin admin] Pushing event deleted for resources: {'Port': ['ID=10e07f71-7796-4e8e-aca9-e1ebae3b38ef,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:42.606871 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d9b4f54f-1c51-4438-acf0-87e1c68ae291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1022764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537026'] for router_interface (d8970c80-9c02-4e0d-a2b3-185767510ae0), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:42.820253 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b4f54f-1c51-4438-acf0-87e1c68ae291 admin admin] Router d8970c80-9c02-4e0d-a2b3-185767510ae0 has already been hosted by L3 agent c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b {{(pid=103429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 14:48:42.926725 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b4f54f-1c51-4438-acf0-87e1c68ae291 admin admin] Notify agent at l3_agent.dv-cinder-777031-14-iscsi the message routers_updated {{(pid=103429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 14:48:42.934696 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-d9b4f54f-1c51-4438-acf0-87e1c68ae291 admin admin] 10.222.0.75 "PUT /v2.0/routers/d8970c80-9c02-4e0d-a2b3-185767510ae0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6417010 May 12 14:48:42.934870 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 43784) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:42.935711 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb10058-2951-446e-bffb-5cf76956b624 None None] Sync routers for ids ['d8970c80-9c02-4e0d-a2b3-185767510ae0'] in dv-cinder-777031-14-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:48:42.946090 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb10058-2951-446e-bffb-5cf76956b624 None None] Routers {'d8970c80-9c02-4e0d-a2b3-185767510ae0'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:48:42.946695 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-afb10058-2951-446e-bffb-5cf76956b624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:48:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['d8970c80-9c02-4e0d-a2b3-185767510ae0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:43.032125 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:43.041296 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8a3354c7-b525-4f35-ace9-2b61a0a0ddf0 admin admin] Publish callbacks [] for router (d8970c80-9c02-4e0d-a2b3-185767510ae0), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:43.050969 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-afb10058-2951-446e-bffb-5cf76956b624 None None] Set router d8970c80-9c02-4e0d-a2b3-185767510ae0 gateway port host: dv-cinder-777031-14-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:48:43.143816 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8a3354c7-b525-4f35-ace9-2b61a0a0ddf0 admin admin] Publish callbacks [] for router_gateway (d8970c80-9c02-4e0d-a2b3-185767510ae0), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:43.191931 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-8a3354c7-b525-4f35-ace9-2b61a0a0ddf0 admin admin] Deleting port c49f5b1b-a5a7-44be-93cb-00e8a6b68116 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:48:43.192271 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8a3354c7-b525-4f35-ace9-2b61a0a0ddf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (c49f5b1b-a5a7-44be-93cb-00e8a6b68116), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:43.215975 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-afb10058-2951-446e-bffb-5cf76956b624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'name': 'tempest-AttachVolumeTestJSON-417374782-router', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'external_fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:41:12Z', 'updated_at': '2022-05-12T14:48:42Z', 'revision_number': 5, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'gw_port': {'id': 'c49f5b1b-a5a7-44be-93cb-00e8a6b68116', 'name': '', 'network_id': '913ada40-7b52-4232-aff5-95dc520647d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '2870505d-8418-4289-9c4c-0eeadb155262', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:41:13Z', 'updated_at': '2022-05-12T14:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2870505d-8418-4289-9c4c-0eeadb155262', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-14-iscsi'}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:43.242020 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb10058-2951-446e-bffb-5cf76956b624 None None] Checking router: d8970c80-9c02-4e0d-a2b3-185767510ae0 for host: dv-cinder-777031-14-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:48:43.250201 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb10058-2951-446e-bffb-5cf76956b624 None None] Routers {'d8970c80-9c02-4e0d-a2b3-185767510ae0'} bound to L3 agent in host dv-cinder-777031-14-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 14:48:43.250797 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-afb10058-2951-446e-bffb-5cf76956b624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T14:22:42Z,description=,heartbeat_timestamp=2022-05-12T14:48:42Z,host='dv-cinder-777031-14-iscsi',id=c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:22:42Z,topic='l3_agent')) {'router_ids': ['d8970c80-9c02-4e0d-a2b3-185767510ae0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:43.268961 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-8a3354c7-b525-4f35-ace9-2b61a0a0ddf0 admin admin] For port c49f5b1b-a5a7-44be-93cb-00e8a6b68116, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=c49f5b1b-a5a7-44be-93cb-00e8a6b68116,segment=NetworkSegment(6788a8ae-b6cd-4015-bd12-11a7d41a9c24),segment_id=6788a8ae-b6cd-4015-bd12-11a7d41a9c24)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:48:43.269331 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8a3354c7-b525-4f35-ace9-2b61a0a0ddf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (c49f5b1b-a5a7-44be-93cb-00e8a6b68116), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:43.282647 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-8a3354c7-b525-4f35-ace9-2b61a0a0ddf0 admin admin] Calling delete_port for c49f5b1b-a5a7-44be-93cb-00e8a6b68116 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:48:43.336043 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-afb10058-2951-446e-bffb-5cf76956b624 None None] Set router d8970c80-9c02-4e0d-a2b3-185767510ae0 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 14:48:43.386027 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-afb10058-2951-446e-bffb-5cf76956b624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'name': 'tempest-AttachVolumeTestJSON-417374782-router', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:41:12Z', 'updated_at': '2022-05-12T14:48:43Z', 'revision_number': 6, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'gw_port_host': None}], 'dv-cinder-777031-14-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:43.417994 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb10058-2951-446e-bffb-5cf76956b624 None None] The sync data for ids ['d8970c80-9c02-4e0d-a2b3-185767510ae0'] in dv-cinder-777031-14-iscsi is: [{'id': 'd8970c80-9c02-4e0d-a2b3-185767510ae0', 'name': 'tempest-AttachVolumeTestJSON-417374782-router', 'tenant_id': '38fdbe6cacb8487087950884b752b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:41:12Z', 'updated_at': '2022-05-12T14:48:43Z', 'revision_number': 6, 'project_id': '38fdbe6cacb8487087950884b752b21d', 'gw_port_host': None}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:48:43.458066 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8a3354c7-b525-4f35-ace9-2b61a0a0ddf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (c49f5b1b-a5a7-44be-93cb-00e8a6b68116), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:43.741925 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3354c7-b525-4f35-ace9-2b61a0a0ddf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c49f5b1b-a5a7-44be-93cb-00e8a6b68116,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:43.804331 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8a3354c7-b525-4f35-ace9-2b61a0a0ddf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-929007'] for router_gateway (d8970c80-9c02-4e0d-a2b3-185767510ae0), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:43.913423 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8a3354c7-b525-4f35-ace9-2b61a0a0ddf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-493149'] for router (d8970c80-9c02-4e0d-a2b3-185767510ae0), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:43.916221 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8a3354c7-b525-4f35-ace9-2b61a0a0ddf0 admin admin] Publish callbacks [] for router_controller (d8970c80-9c02-4e0d-a2b3-185767510ae0), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:43.968593 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8a3354c7-b525-4f35-ace9-2b61a0a0ddf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-927166'] for router (d8970c80-9c02-4e0d-a2b3-185767510ae0), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:43.969282 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3354c7-b525-4f35-ace9-2b61a0a0ddf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8970c80-9c02-4e0d-a2b3-185767510ae0 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 14:48:43.974848 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8a3354c7-b525-4f35-ace9-2b61a0a0ddf0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:43.975477 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-8a3354c7-b525-4f35-ace9-2b61a0a0ddf0 admin admin] 10.222.0.75 "DELETE /v2.0/routers/d8970c80-9c02-4e0d-a2b3-185767510ae0 HTTP/1.1" status: 204 len: 168 time: 1.0395200 May 12 14:48:43.977948 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 43786) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:44.022628 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55e8f17-f4c3-4ce5-91ad-a77d80eec7b7 admin admin] Deleting subnet 8de4572c-13a9-4b61-a099-6d16bcc1dbfd {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 14:48:44.026060 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f55e8f17-f4c3-4ce5-91ad-a77d80eec7b7 admin admin] Publish callbacks [] for subnet (8de4572c-13a9-4b61-a099-6d16bcc1dbfd), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:44.058809 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f55e8f17-f4c3-4ce5-91ad-a77d80eec7b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3984780'] for subnet (8de4572c-13a9-4b61-a099-6d16bcc1dbfd), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:44.137650 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f55e8f17-f4c3-4ce5-91ad-a77d80eec7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33439215'] for subnet (8de4572c-13a9-4b61-a099-6d16bcc1dbfd), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:44.191940 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f55e8f17-f4c3-4ce5-91ad-a77d80eec7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33439222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4027564'] for subnet (8de4572c-13a9-4b61-a099-6d16bcc1dbfd), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:44.218201 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e8f17-f4c3-4ce5-91ad-a77d80eec7b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8de4572c-13a9-4b61-a099-6d16bcc1dbfd,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:44.223425 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f55e8f17-f4c3-4ce5-91ad-a77d80eec7b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:44.227738 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-f55e8f17-f4c3-4ce5-91ad-a77d80eec7b7 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/8de4572c-13a9-4b61-a099-6d16bcc1dbfd HTTP/1.1" status: 204 len: 168 time: 0.2485979 May 12 14:48:44.228810 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee58d3f8-b509-46a3-865a-547de0e6cfa6 None None] Network 6aa87a35-26a0-490d-b024-c2e7f7422864 requested from dv-cinder-777031-14-iscsi {{(pid=103431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 14:48:44.229317 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 43788) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:44.308256 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ec431314-040d-411b-af3f-b1cca8a5708f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33070896'] for network (6aa87a35-26a0-490d-b024-c2e7f7422864), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:44.353938 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-ec431314-040d-411b-af3f-b1cca8a5708f admin admin] Deleting port f805d75a-ffc1-4f27-bbda-d76d80a95594 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 14:48:44.354278 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ec431314-040d-411b-af3f-b1cca8a5708f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771212012261'] for port (f805d75a-ffc1-4f27-bbda-d76d80a95594), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:44.421384 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-ec431314-040d-411b-af3f-b1cca8a5708f admin admin] For port f805d75a-ffc1-4f27-bbda-d76d80a95594, host dv-cinder-777031-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-14-iscsi',level=0,port_id=f805d75a-ffc1-4f27-bbda-d76d80a95594,segment=NetworkSegment(04f995c6-05ac-419c-b89d-a8d07da11554),segment_id=04f995c6-05ac-419c-b89d-a8d07da11554)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 14:48:44.422051 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ec431314-040d-411b-af3f-b1cca8a5708f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-932119'] for port (f805d75a-ffc1-4f27-bbda-d76d80a95594), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:44.436877 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-ec431314-040d-411b-af3f-b1cca8a5708f admin admin] Calling delete_port for f805d75a-ffc1-4f27-bbda-d76d80a95594 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 14:48:44.468539 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:44.534909 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ec431314-040d-411b-af3f-b1cca8a5708f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33483517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771212022137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771211623253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745191'] for port (f805d75a-ffc1-4f27-bbda-d76d80a95594), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:44.537415 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08a31d7-2a16-4a12-bfc4-898b8ef0588b None None] DHCP port deletion for 6aa87a35-26a0-490d-b024-c2e7f7422864 request from dv-cinder-777031-14-iscsi {{(pid=103431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 14:48:44.563452 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec431314-040d-411b-af3f-b1cca8a5708f admin admin] No DVR routers for this DVR port f805d75a-ffc1-4f27-bbda-d76d80a95594 on host dv-cinder-777031-14-iscsi {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:48:44.566893 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec431314-040d-411b-af3f-b1cca8a5708f admin admin] Pushing event deleted for resources: {'Port': ['ID=f805d75a-ffc1-4f27-bbda-d76d80a95594,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:44.647713 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ec431314-040d-411b-af3f-b1cca8a5708f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33375322', 'neutron.services.segments.db._delete_segments_for_network-8771212172310'] for network (6aa87a35-26a0-490d-b024-c2e7f7422864), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:44.669941 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-ec431314-040d-411b-af3f-b1cca8a5708f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa87a35-26a0-490d-b024-c2e7f7422864']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:44.679533 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-ec431314-040d-411b-af3f-b1cca8a5708f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f995c6-05ac-419c-b89d-a8d07da11554') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:44.679827 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-ec431314-040d-411b-af3f-b1cca8a5708f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f995c6-05ac-419c-b89d-a8d07da11554') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:48:44.689046 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ec431314-040d-411b-af3f-b1cca8a5708f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771212173343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3984821'] for segment (04f995c6-05ac-419c-b89d-a8d07da11554), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:44.702841 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ec431314-040d-411b-af3f-b1cca8a5708f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692'] for segment (04f995c6-05ac-419c-b89d-a8d07da11554), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:44.708787 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec431314-040d-411b-af3f-b1cca8a5708f admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:48:44.709155 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ec431314-040d-411b-af3f-b1cca8a5708f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33436692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745268'] for segment (04f995c6-05ac-419c-b89d-a8d07da11554), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: Traceback (most recent call last): May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: timer() May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: cb(*args, **kw) May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: return func(*args, **kwargs) May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: self._notify() May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: self.callback(batched_events) May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: event.method(event) May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: return f(self, *a, **k) May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: return self._get(url).json() May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: return self.request(url, 'GET', **kwargs) May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:48:44.710927 dv-cinder-777031-14-iscsi neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:48:44.764109 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ec431314-040d-411b-af3f-b1cca8a5708f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33375329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-931293'] for network (6aa87a35-26a0-490d-b024-c2e7f7422864), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:44.769629 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ec431314-040d-411b-af3f-b1cca8a5708f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022731'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:44.772758 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-ec431314-040d-411b-af3f-b1cca8a5708f admin admin] 10.222.0.75 "DELETE /v2.0/networks/6aa87a35-26a0-490d-b024-c2e7f7422864 HTTP/1.1" status: 204 len: 168 time: 0.5425117 May 12 14:48:44.783915 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec431314-040d-411b-af3f-b1cca8a5708f admin admin] Pushing event deleted for resources: {'Network': ['ID=6aa87a35-26a0-490d-b024-c2e7f7422864,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:44.880857 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 43792) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:44.925306 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-c390b96e-64c1-45b5-9e76-3f0ec0d307c6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=38fdbe6cacb8487087950884b752b21d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432763 May 12 14:48:44.927683 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 43794) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:48:44.978933 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c986605a-ed97-40b1-b03d-9726413d1f7a admin admin] Publish callbacks [] for security_group (6de43dd1-a4f8-4940-959e-b3ce381ebd54), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:45.000949 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c986605a-ed97-40b1-b03d-9726413d1f7a admin admin] Publish callbacks [] for security_group (6de43dd1-a4f8-4940-959e-b3ce381ebd54), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:45.048048 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c986605a-ed97-40b1-b03d-9726413d1f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (6de43dd1-a4f8-4940-959e-b3ce381ebd54), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:45.050551 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c986605a-ed97-40b1-b03d-9726413d1f7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:45.051750 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-c986605a-ed97-40b1-b03d-9726413d1f7a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6de43dd1-a4f8-4940-959e-b3ce381ebd54 HTTP/1.1" status: 204 len: 168 time: 0.1231861 May 12 14:48:45.059487 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986605a-ed97-40b1-b03d-9726413d1f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de43dd1-a4f8-4940-959e-b3ce381ebd54,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:45.478931 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device c49f5b1b-a5a7-44be-93cb-00e8a6b68116 no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:48:45.502016 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: c49f5b1b-a5a7-44be-93cb-00e8a6b68116 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:48:45.502356 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device c49f5b1b-a5a7-44be-93cb-00e8a6b68116 not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:48:45.502761 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device f805d75a-ffc1-4f27-bbda-d76d80a95594 no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:48:45.522394 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: f805d75a-ffc1-4f27-bbda-d76d80a95594 {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:48:45.522743 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device f805d75a-ffc1-4f27-bbda-d76d80a95594 not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:48:45.523308 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 10e07f71-7796-4e8e-aca9-e1ebae3b38ef no longer exists at agent ovs-agent-dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 14:48:45.542337 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] No Port match for: 10e07f71-7796-4e8e-aca9-e1ebae3b38ef {{(pid=103431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 14:48:45.542686 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.rpc [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Device 10e07f71-7796-4e8e-aca9-e1ebae3b38ef not bound to the agent host dv-cinder-777031-14-iscsi {{(pid=103431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 14:48:45.783594 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:50.741571 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:48:53.534105 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:49:09.312289 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cde52ec9-8906-48c7-b850-ce23561c7807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:11.665786 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9ddb91e0-9ce4-4ed5-836d-0a88b6a01142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:13.034212 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:14.433080 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:15.786610 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:20.753188 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:28.621636 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 44174) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:28.723875 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6cbc9d40-816c-413f-92ac-8b2f33c1eea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:28.796472 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6cbc9d40-816c-413f-92ac-8b2f33c1eea6 admin admin] Publish callbacks [] for security_group (285c3776-5727-43b2-b61b-950034a13828), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:28.800080 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6cbc9d40-816c-413f-92ac-8b2f33c1eea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (285c3776-5727-43b2-b61b-950034a13828), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:28.838919 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc9d40-816c-413f-92ac-8b2f33c1eea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285c3776-5727-43b2-b61b-950034a13828,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:28.844321 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-6cbc9d40-816c-413f-92ac-8b2f33c1eea6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=58b14d7c3fa042ffaf15593ad1eb9498&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216949 May 12 14:49:28.847003 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 44178) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:28.898509 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f4daf1d-1c35-4cab-b5ea-d0a164b28598 admin admin] Publish callbacks [] for security_group (285c3776-5727-43b2-b61b-950034a13828), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:28.918991 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f4daf1d-1c35-4cab-b5ea-d0a164b28598 admin admin] Publish callbacks [] for security_group (285c3776-5727-43b2-b61b-950034a13828), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:28.966233 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f4daf1d-1c35-4cab-b5ea-d0a164b28598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (285c3776-5727-43b2-b61b-950034a13828), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:28.968804 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1f4daf1d-1c35-4cab-b5ea-d0a164b28598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:28.969931 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-1f4daf1d-1c35-4cab-b5ea-d0a164b28598 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/285c3776-5727-43b2-b61b-950034a13828 HTTP/1.1" status: 204 len: 168 time: 0.1218984 May 12 14:49:28.978291 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4daf1d-1c35-4cab-b5ea-d0a164b28598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285c3776-5727-43b2-b61b-950034a13828,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:29.237110 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 44184) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:29.251707 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7101ad3b-8afa-45dd-bbaa-6e2fb23fb3fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:29.325903 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7101ad3b-8afa-45dd-bbaa-6e2fb23fb3fe admin admin] Publish callbacks [] for security_group (c9c065ea-8e93-401f-9fc1-81c2b714c49e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:29.329528 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7101ad3b-8afa-45dd-bbaa-6e2fb23fb3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (c9c065ea-8e93-401f-9fc1-81c2b714c49e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:29.366524 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-7101ad3b-8afa-45dd-bbaa-6e2fb23fb3fe admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2ff9d9b57e964c3ca9dabf97abd1f3b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283724 May 12 14:49:29.368846 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101ad3b-8afa-45dd-bbaa-6e2fb23fb3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c065ea-8e93-401f-9fc1-81c2b714c49e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:29.369510 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 44186) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:29.417730 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-509db7c7-e8fd-4773-a0cb-787b26c4c32a admin admin] Publish callbacks [] for security_group (c9c065ea-8e93-401f-9fc1-81c2b714c49e), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:29.438549 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-509db7c7-e8fd-4773-a0cb-787b26c4c32a admin admin] Publish callbacks [] for security_group (c9c065ea-8e93-401f-9fc1-81c2b714c49e), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:29.483723 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-509db7c7-e8fd-4773-a0cb-787b26c4c32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (c9c065ea-8e93-401f-9fc1-81c2b714c49e), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:29.486173 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-509db7c7-e8fd-4773-a0cb-787b26c4c32a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:29.487380 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-509db7c7-e8fd-4773-a0cb-787b26c4c32a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c9c065ea-8e93-401f-9fc1-81c2b714c49e HTTP/1.1" status: 204 len: 168 time: 0.1167562 May 12 14:49:29.494860 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509db7c7-e8fd-4773-a0cb-787b26c4c32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c065ea-8e93-401f-9fc1-81c2b714c49e,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:30.533188 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:49:33.830712 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 44272) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:33.936700 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a66cef38-e517-44d7-bd30-ae2461b30c9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:34.014183 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a66cef38-e517-44d7-bd30-ae2461b30c9a admin admin] Publish callbacks [] for security_group (706c46e1-ddfe-4f7e-8983-d3036b326dbf), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:34.017953 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a66cef38-e517-44d7-bd30-ae2461b30c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (706c46e1-ddfe-4f7e-8983-d3036b326dbf), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:34.057836 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-a66cef38-e517-44d7-bd30-ae2461b30c9a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1cd9614365de496fb4befcb3434df41c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260530 May 12 14:49:34.058705 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66cef38-e517-44d7-bd30-ae2461b30c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706c46e1-ddfe-4f7e-8983-d3036b326dbf,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:34.060529 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 44276) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:34.107943 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4cadf816-cc71-4a97-b00d-a3ec51e861d9 admin admin] Publish callbacks [] for security_group (706c46e1-ddfe-4f7e-8983-d3036b326dbf), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:34.128172 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4cadf816-cc71-4a97-b00d-a3ec51e861d9 admin admin] Publish callbacks [] for security_group (706c46e1-ddfe-4f7e-8983-d3036b326dbf), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:34.173836 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4cadf816-cc71-4a97-b00d-a3ec51e861d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (706c46e1-ddfe-4f7e-8983-d3036b326dbf), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:34.176410 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4cadf816-cc71-4a97-b00d-a3ec51e861d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:34.177528 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-4cadf816-cc71-4a97-b00d-a3ec51e861d9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/706c46e1-ddfe-4f7e-8983-d3036b326dbf HTTP/1.1" status: 204 len: 168 time: 0.1154649 May 12 14:49:34.185107 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cadf816-cc71-4a97-b00d-a3ec51e861d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706c46e1-ddfe-4f7e-8983-d3036b326dbf,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:34.424881 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 44282) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:34.437781 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-598edf5c-6efd-4a25-bd0c-af5b56e2f5f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:34.513870 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-598edf5c-6efd-4a25-bd0c-af5b56e2f5f8 admin admin] Publish callbacks [] for security_group (5312e3d5-ba91-49f7-83e8-49e31328affb), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:34.517530 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-598edf5c-6efd-4a25-bd0c-af5b56e2f5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (5312e3d5-ba91-49f7-83e8-49e31328affb), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:34.555364 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-598edf5c-6efd-4a25-bd0c-af5b56e2f5f8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=19bc7042277042378310c94d4074080b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293600 May 12 14:49:34.556173 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598edf5c-6efd-4a25-bd0c-af5b56e2f5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5312e3d5-ba91-49f7-83e8-49e31328affb,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:34.558008 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 44284) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:34.605670 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9342164-ce93-4460-84a3-89812b18ed83 admin admin] Publish callbacks [] for security_group (5312e3d5-ba91-49f7-83e8-49e31328affb), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:34.626247 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9342164-ce93-4460-84a3-89812b18ed83 admin admin] Publish callbacks [] for security_group (5312e3d5-ba91-49f7-83e8-49e31328affb), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:34.672891 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9342164-ce93-4460-84a3-89812b18ed83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (5312e3d5-ba91-49f7-83e8-49e31328affb), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:34.675495 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9342164-ce93-4460-84a3-89812b18ed83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:34.676633 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-a9342164-ce93-4460-84a3-89812b18ed83 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5312e3d5-ba91-49f7-83e8-49e31328affb HTTP/1.1" status: 204 len: 168 time: 0.1176164 May 12 14:49:34.684608 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9342164-ce93-4460-84a3-89812b18ed83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5312e3d5-ba91-49f7-83e8-49e31328affb,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:36.317447 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 44338) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:36.426984 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e0459122-29d7-4a15-a58c-cb2824cddc54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:36.504102 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e0459122-29d7-4a15-a58c-cb2824cddc54 admin admin] Publish callbacks [] for security_group (dd3e9b3d-df5b-4322-8076-b92cd162e9de), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:36.507711 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e0459122-29d7-4a15-a58c-cb2824cddc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (dd3e9b3d-df5b-4322-8076-b92cd162e9de), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:36.544366 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0459122-29d7-4a15-a58c-cb2824cddc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3e9b3d-df5b-4322-8076-b92cd162e9de,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:36.548546 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-e0459122-29d7-4a15-a58c-cb2824cddc54 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=655d83e30ac04ef4a3e93f506815fd85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300999 May 12 14:49:36.551344 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 44342) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:36.554380 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0459122-29d7-4a15-a58c-cb2824cddc54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:36.554733 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0459122-29d7-4a15-a58c-cb2824cddc54 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:36.555103 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0459122-29d7-4a15-a58c-cb2824cddc54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:36.555449 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0459122-29d7-4a15-a58c-cb2824cddc54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:36.555788 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0459122-29d7-4a15-a58c-cb2824cddc54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:36.556122 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0459122-29d7-4a15-a58c-cb2824cddc54 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:36.556457 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0459122-29d7-4a15-a58c-cb2824cddc54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:36.556785 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0459122-29d7-4a15-a58c-cb2824cddc54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:36.557115 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0459122-29d7-4a15-a58c-cb2824cddc54 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:36.557593 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0459122-29d7-4a15-a58c-cb2824cddc54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:36.557778 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0459122-29d7-4a15-a58c-cb2824cddc54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:36.558108 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0459122-29d7-4a15-a58c-cb2824cddc54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:36.558436 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0459122-29d7-4a15-a58c-cb2824cddc54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:36.558758 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0459122-29d7-4a15-a58c-cb2824cddc54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:36.559160 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0459122-29d7-4a15-a58c-cb2824cddc54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:36.601239 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05f0148a-d25e-4751-abb7-89e1b93ea6dd admin admin] Publish callbacks [] for security_group (dd3e9b3d-df5b-4322-8076-b92cd162e9de), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:36.623436 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05f0148a-d25e-4751-abb7-89e1b93ea6dd admin admin] Publish callbacks [] for security_group (dd3e9b3d-df5b-4322-8076-b92cd162e9de), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:36.667721 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05f0148a-d25e-4751-abb7-89e1b93ea6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (dd3e9b3d-df5b-4322-8076-b92cd162e9de), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:36.671251 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-05f0148a-d25e-4751-abb7-89e1b93ea6dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:36.672385 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-05f0148a-d25e-4751-abb7-89e1b93ea6dd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dd3e9b3d-df5b-4322-8076-b92cd162e9de HTTP/1.1" status: 204 len: 168 time: 0.1199930 May 12 14:49:36.680091 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0148a-d25e-4751-abb7-89e1b93ea6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3e9b3d-df5b-4322-8076-b92cd162e9de,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:36.923561 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 44348) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:36.936748 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b2e20f26-239b-45ae-ac01-1a7a35f5d443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:37.010282 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b2e20f26-239b-45ae-ac01-1a7a35f5d443 admin admin] Publish callbacks [] for security_group (6662f2dc-04e3-4000-8e64-90136dff3a59), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:37.013788 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b2e20f26-239b-45ae-ac01-1a7a35f5d443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (6662f2dc-04e3-4000-8e64-90136dff3a59), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:37.051957 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-b2e20f26-239b-45ae-ac01-1a7a35f5d443 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ea233ecab34d422eb6f8495c84967e92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273463 May 12 14:49:37.052801 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e20f26-239b-45ae-ac01-1a7a35f5d443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6662f2dc-04e3-4000-8e64-90136dff3a59,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:37.054586 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 44350) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:37.102719 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fbeb019e-9d73-419c-831a-a7bb854d691c admin admin] Publish callbacks [] for security_group (6662f2dc-04e3-4000-8e64-90136dff3a59), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:37.126354 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fbeb019e-9d73-419c-831a-a7bb854d691c admin admin] Publish callbacks [] for security_group (6662f2dc-04e3-4000-8e64-90136dff3a59), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:37.172264 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fbeb019e-9d73-419c-831a-a7bb854d691c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (6662f2dc-04e3-4000-8e64-90136dff3a59), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:37.174979 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fbeb019e-9d73-419c-831a-a7bb854d691c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:37.176118 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-fbeb019e-9d73-419c-831a-a7bb854d691c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6662f2dc-04e3-4000-8e64-90136dff3a59 HTTP/1.1" status: 204 len: 168 time: 0.1204286 May 12 14:49:37.183740 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb019e-9d73-419c-831a-a7bb854d691c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6662f2dc-04e3-4000-8e64-90136dff3a59,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:39.316406 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c24337ab-0943-44d1-89e6-f596c4a540f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:41.666938 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-09e5ce2d-131f-40af-908e-498a2721628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:43.036304 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:44.435347 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:45.788362 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:46.518041 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 44444) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:46.619491 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-739d0b39-4dce-4756-838a-c4d51baca30c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:46.692572 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-739d0b39-4dce-4756-838a-c4d51baca30c admin admin] Publish callbacks [] for security_group (c2e466bc-e16a-45bc-b1e7-278203ac0cb6), precommit_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:46.696197 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-739d0b39-4dce-4756-838a-c4d51baca30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (c2e466bc-e16a-45bc-b1e7-278203ac0cb6), after_create {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:46.733977 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-739d0b39-4dce-4756-838a-c4d51baca30c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=83ebab85e1a745bd8a05557b2e69d3bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147648 May 12 14:49:46.735422 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d0b39-4dce-4756-838a-c4d51baca30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e466bc-e16a-45bc-b1e7-278203ac0cb6,revision_number=1']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:46.737296 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 44448) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:49:46.745011 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739d0b39-4dce-4756-838a-c4d51baca30c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:46.745362 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739d0b39-4dce-4756-838a-c4d51baca30c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:46.745715 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739d0b39-4dce-4756-838a-c4d51baca30c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:46.746051 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739d0b39-4dce-4756-838a-c4d51baca30c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:46.746386 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739d0b39-4dce-4756-838a-c4d51baca30c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:46.746725 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739d0b39-4dce-4756-838a-c4d51baca30c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:46.747070 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739d0b39-4dce-4756-838a-c4d51baca30c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:46.747404 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739d0b39-4dce-4756-838a-c4d51baca30c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:46.747747 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739d0b39-4dce-4756-838a-c4d51baca30c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:46.748074 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739d0b39-4dce-4756-838a-c4d51baca30c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:46.748446 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739d0b39-4dce-4756-838a-c4d51baca30c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:46.748753 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739d0b39-4dce-4756-838a-c4d51baca30c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:46.749074 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739d0b39-4dce-4756-838a-c4d51baca30c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:46.749397 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739d0b39-4dce-4756-838a-c4d51baca30c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:46.749717 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739d0b39-4dce-4756-838a-c4d51baca30c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-14-iscsi {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:46.799744 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-19f3bda4-f51d-4e8f-8328-9ee1516b397a admin admin] Publish callbacks [] for security_group (c2e466bc-e16a-45bc-b1e7-278203ac0cb6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:46.819944 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-19f3bda4-f51d-4e8f-8328-9ee1516b397a admin admin] Publish callbacks [] for security_group (c2e466bc-e16a-45bc-b1e7-278203ac0cb6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:46.868754 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-19f3bda4-f51d-4e8f-8328-9ee1516b397a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (c2e466bc-e16a-45bc-b1e7-278203ac0cb6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:46.871301 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-19f3bda4-f51d-4e8f-8328-9ee1516b397a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:49:46.873675 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-19f3bda4-f51d-4e8f-8328-9ee1516b397a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c2e466bc-e16a-45bc-b1e7-278203ac0cb6 HTTP/1.1" status: 204 len: 168 time: 0.1352446 May 12 14:49:46.881459 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3bda4-f51d-4e8f-8328-9ee1516b397a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e466bc-e16a-45bc-b1e7-278203ac0cb6,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:50.757947 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:07.532264 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:50:09.318114 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f32ca4d2-4984-4cc9-be36-4d7b4a43dc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:11.670311 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a753f3f2-4fee-4841-bdea-6746feb4e750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:13.037716 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:14.438797 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:15.790201 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:20.618290 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.75', 44658) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:50:20.720124 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b7d028f9-6590-40ea-a687-37d5d41ac446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:20.757116 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:20.795828 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b7d028f9-6590-40ea-a687-37d5d41ac446 admin admin] Publish callbacks [] for security_group (832bba4d-ffdc-4d7b-9388-899c0494cc41), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:20.799428 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b7d028f9-6590-40ea-a687-37d5d41ac446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (832bba4d-ffdc-4d7b-9388-899c0494cc41), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:20.837670 dv-cinder-777031-14-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-b7d028f9-6590-40ea-a687-37d5d41ac446 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=687be8f4d23d4be5b0fa5cc769f1adcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183416 May 12 14:50:20.838603 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d028f9-6590-40ea-a687-37d5d41ac446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832bba4d-ffdc-4d7b-9388-899c0494cc41,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:50:20.840482 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [-] (103429) accepted ('10.222.0.75', 44662) {{(pid=103429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 14:50:20.888438 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d2a7e6c9-3fc6-4197-bdb2-22626959d48c admin admin] Publish callbacks [] for security_group (832bba4d-ffdc-4d7b-9388-899c0494cc41), before_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:20.908360 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d2a7e6c9-3fc6-4197-bdb2-22626959d48c admin admin] Publish callbacks [] for security_group (832bba4d-ffdc-4d7b-9388-899c0494cc41), precommit_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:20.958502 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d2a7e6c9-3fc6-4197-bdb2-22626959d48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537454'] for security_group (832bba4d-ffdc-4d7b-9388-899c0494cc41), after_delete {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:20.961149 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d2a7e6c9-3fc6-4197-bdb2-22626959d48c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:20.962289 dv-cinder-777031-14-iscsi neutron-server[103429]: INFO neutron.wsgi [None req-d2a7e6c9-3fc6-4197-bdb2-22626959d48c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/832bba4d-ffdc-4d7b-9388-899c0494cc41 HTTP/1.1" status: 204 len: 168 time: 0.1207652 May 12 14:50:20.969863 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7e6c9-3fc6-4197-bdb2-22626959d48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832bba4d-ffdc-4d7b-9388-899c0494cc41,revision_number=None']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:50:39.319671 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a04ac0cf-53ff-47ad-ba95-e63c9ef81e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:41.674242 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c89fbda0-4e8e-4c8e-b548-f8caf69cd742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:43.044742 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:44.444799 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:44.531715 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:50:45.793101 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:50:50.780579 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:03.457563 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [req-cc5237f1-dae8-47fb-b1ea-fd06932bd249 req-9e7c37c7-0d47-4f11-8102-f42398b6e705 service neutron] (103429) timed out ('10.222.0.75', 38302) {{(pid=103429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 14:51:03.644025 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [req-cc5237f1-dae8-47fb-b1ea-fd06932bd249 req-14b097a9-b57b-4c2c-ba05-2926880152af tempest-AttachVolumeShelveTestJSON-2013624373 tempest-AttachVolumeShelveTestJSON-2013624373-project] (103429) timed out ('10.222.0.75', 38312) {{(pid=103429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 14:51:09.321244 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a2ab5864-7d2e-4fac-aea0-3cc38c57f6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:11.676529 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a6b5693-5694-4e76-8571-4e24b8abed4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:13.044933 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:14.443271 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:15.542367 dv-cinder-777031-14-iscsi neutron-server[103429]: DEBUG neutron.wsgi [req-ca3ad915-e893-438c-b8fa-88e3426418a0 req-b7af2e70-834f-4481-91a4-a0ba9c64350e service neutron] (103429) timed out ('10.222.0.57', 60894) {{(pid=103429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 14:51:15.794411 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:20.787325 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:21.530574 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:51:39.325598 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-450de2a4-7de9-42f1-ba42-c5b70a018beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:41.677589 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-02227337-4917-4042-8739-f4e956396dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:43.046763 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:44.446589 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:45.796341 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:50.796648 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:51:58.529315 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:52:09.326958 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4d565965-5d75-4876-9d5d-8a3cf5374c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:11.680561 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-982e13eb-8565-42bf-a318-1efbff81297b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:13.050972 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:14.449224 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:15.798814 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:20.796121 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:35.530047 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:52:39.327959 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6c7fffb2-9758-4a04-80be-90ac66cff4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:41.682962 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eca77d2d-40a6-47a4-92f5-3e0ca038db98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:43.052760 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:44.453218 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:45.800449 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:52:50.799296 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:09.330480 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5bdb62bb-4e82-4b1f-af14-4c6a4135ed2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:11.684046 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9bcc696e-6386-4489-95c1-7fc9e8a96552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:12.529318 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:53:13.056525 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:14.453021 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:15.804875 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:20.815946 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:39.332691 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b78e8451-6379-407f-bc03-daf18605b145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:41.684868 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7ff3ea5a-e930-4a96-892c-250314faea1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:43.058996 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:44.455248 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:45.806634 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:49.528937 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:53:50.809363 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:53:53.191971 dv-cinder-777031-14-iscsi neutron-server[103430]: DEBUG neutron.wsgi [req-8c83b1f2-c8fb-4a31-881a-2c2bc465b1bd req-ec319d62-3610-48e1-a14e-601ae2bfbe3e service neutron] (103430) timed out ('10.222.0.57', 61025) {{(pid=103430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 14:54:09.334053 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f63a811-1bfc-4120-9e90-f9900cb88232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:54:11.689314 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-83eff591-a41c-44b3-a799-7398cf79776c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:54:13.060000 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:54:14.456931 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:54:15.808766 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:54:20.829536 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:54:26.527391 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:54:39.336956 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-15065d72-df86-4873-8728-0a3b3d978fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:54:41.689873 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d5299fb3-dcec-4dc9-b29f-4248aa7651ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:54:43.064418 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:54:44.462460 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:54:45.810269 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:54:50.850947 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:03.526667 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:55:09.339105 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c1ae41dc-c594-4488-aa4e-c12f9bfe9d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:11.691298 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a178c211-9b7b-44d1-8fd3-a6fedd2ce05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:13.067105 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:14.462341 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:15.812647 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:20.856415 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:39.340669 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e17385c5-3cb1-4d4e-b2a3-47ac0b065ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (8d346936-3b5f-4708-9dbd-40464a47b1eb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:40.525891 dv-cinder-777031-14-iscsi neutron-server[103432]: DEBUG neutron.db.agents_db [None req-fbea9f7d-f490-491b-aa37-1b647ded393b None None] Agent healthcheck: found 6 active agents {{(pid=103432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 14:55:41.694101 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd2e1-3ac1-4548-bf4e-68b29e59897c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c2770a73-fda9-4a95-ba4e-1ef5abfc4c4b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:43.074495 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df53f714-0e01-4a4d-a968-9985c1d8510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (46e60844-c815-4e86-b144-4a85a86c84af), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:44.463729 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bb4d0c53-59d1-45e8-9a8b-85300468df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (1a8334d0-887c-4c87-ad81-c9b89691abb5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:45.813949 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3b318e1-5ee1-4426-96c7-ec866d36584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (522c10be-6307-4dcb-b309-ac3b601d18bc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 14:55:50.883561 dv-cinder-777031-14-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b13dd937-a75d-461b-baf7-03c7b481526c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771212172292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33374873'] for agent (c5e9105e-03c6-4986-a076-8428d06d9de8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}